{"id":"https://openalex.org/W4404953726","doi":"https://doi.org/10.1109/humanoids58906.2024.10769902","title":"Words2Contact: Identifying Support Contacts from Verbal Instructions Using Foundation Models","display_name":"Words2Contact: Identifying Support Contacts from Verbal Instructions Using Foundation Models","publication_year":2024,"publication_date":"2024-11-22","ids":{"openalex":"https://openalex.org/W4404953726","doi":"https://doi.org/10.1109/humanoids58906.2024.10769902"},"language":"en","primary_location":{"id":"doi:10.1109/humanoids58906.2024.10769902","is_oa":false,"landing_page_url":"https://doi.org/10.1109/humanoids58906.2024.10769902","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE-RAS 23rd International Conference on Humanoid Robots (Humanoids)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-04827434","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107619535","display_name":"Dionis Totsila","orcid":null},"institutions":[{"id":"https://openalex.org/I4210121838","display_name":"Laboratoire Lorrain de Recherche en Informatique et ses Applications","ror":"https://ror.org/02vnf0c38","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I277688954","https://openalex.org/I4210107720","https://openalex.org/I4210121838","https://openalex.org/I4210159245","https://openalex.org/I90183372"]},{"id":"https://openalex.org/I90183372","display_name":"Universit\u00e9 de Lorraine","ror":"https://ror.org/04vfs2w97","country_code":"FR","type":"education","lineage":["https://openalex.org/I90183372"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Dionis Totsila","raw_affiliation_strings":["Université de Lorraine,CNRS,Loria,F-54000"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Université de Lorraine,CNRS,Loria,F-54000","institution_ids":["https://openalex.org/I4210121838","https://openalex.org/I90183372"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011517042","display_name":"Quentin Rouxel","orcid":"https://orcid.org/0000-0001-9829-4585"},"institutions":[{"id":"https://openalex.org/I4210121838","display_name":"Laboratoire Lorrain de Recherche en Informatique et ses Applications","ror":"https://ror.org/02vnf0c38","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I277688954","https://openalex.org/I4210107720","https://openalex.org/I4210121838","https://openalex.org/I4210159245","https://openalex.org/I90183372"]},{"id":"https://openalex.org/I90183372","display_name":"Universit\u00e9 de Lorraine","ror":"https://ror.org/04vfs2w97","country_code":"FR","type":"education","lineage":["https://openalex.org/I90183372"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Quentin Rouxel","raw_affiliation_strings":["Université de Lorraine,CNRS,Loria,F-54000"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Université de Lorraine,CNRS,Loria,F-54000","institution_ids":["https://openalex.org/I4210121838","https://openalex.org/I90183372"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032227198","display_name":"Jean-Baptiste Mouret","orcid":"https://orcid.org/0000-0002-2513-027X"},"institutions":[{"id":"https://openalex.org/I4210121838","display_name":"Laboratoire Lorrain de Recherche en Informatique et ses Applications","ror":"https://ror.org/02vnf0c38","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I277688954","https://openalex.org/I4210107720","https://openalex.org/I4210121838","https://openalex.org/I4210159245","https://openalex.org/I90183372"]},{"id":"https://openalex.org/I90183372","display_name":"Universit\u00e9 de Lorraine","ror":"https://ror.org/04vfs2w97","country_code":"FR","type":"education","lineage":["https://openalex.org/I90183372"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Jean-Baptiste Mouret","raw_affiliation_strings":["Université de Lorraine,CNRS,Loria,F-54000"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Université de Lorraine,CNRS,Loria,F-54000","institution_ids":["https://openalex.org/I4210121838","https://openalex.org/I90183372"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022711233","display_name":"Serena Ivaldi","orcid":"https://orcid.org/0000-0001-5349-9835"},"institutions":[{"id":"https://openalex.org/I4210121838","display_name":"Laboratoire Lorrain de Recherche en Informatique et ses Applications","ror":"https://ror.org/02vnf0c38","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I277688954","https://openalex.org/I4210107720","https://openalex.org/I4210121838","https://openalex.org/I4210159245","https://openalex.org/I90183372"]},{"id":"https://openalex.org/I90183372","display_name":"Universit\u00e9 de Lorraine","ror":"https://ror.org/04vfs2w97","country_code":"FR","type":"education","lineage":["https://openalex.org/I90183372"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Serena Ivaldi","raw_affiliation_strings":["Université de Lorraine,CNRS,Loria,F-54000"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Université de Lorraine,CNRS,Loria,F-54000","institution_ids":["https://openalex.org/I4210121838","https://openalex.org/I90183372"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"9","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.746637761592865},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7136312127113342},{"id":"https://openalex.org/keywords/teleoperation","display_name":"Teleoperation","score":0.7100282311439514},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6896786689758301},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6040431261062622},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5879754424095154},{"id":"https://openalex.org/keywords/operator","display_name":"Operator (biology)","score":0.5804711580276489},{"id":"https://openalex.org/keywords/iterative-and-incremental-development","display_name":"Iterative and incremental development","score":0.5427787899971008},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5315496921539307},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5178837776184082},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4832940399646759},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46678057312965393},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.46501806378364563},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4552832841873169},{"id":"https://openalex.org/keywords/eye-contact","display_name":"Eye contact","score":0.4438045024871826},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12439486384391785},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.08615192770957947}],"concepts":[{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.746637761592865},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7136312127113342},{"id":"https://openalex.org/C161759796","wikidata":"https://www.wikidata.org/wiki/Q3982902","display_name":"Teleoperation","level":3,"score":0.7100282311439514},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6896786689758301},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6040431261062622},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5879754424095154},{"id":"https://openalex.org/C17020691","wikidata":"https://www.wikidata.org/wiki/Q139677","display_name":"Operator (biology)","level":5,"score":0.5804711580276489},{"id":"https://openalex.org/C143587482","wikidata":"https://www.wikidata.org/wiki/Q1543216","display_name":"Iterative and incremental development","level":2,"score":0.5427787899971008},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5315496921539307},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5178837776184082},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4832940399646759},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46678057312965393},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.46501806378364563},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4552832841873169},{"id":"https://openalex.org/C183553116","wikidata":"https://www.wikidata.org/wiki/Q633546","display_name":"Eye contact","level":2,"score":0.4438045024871826},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12439486384391785},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.08615192770957947},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0},{"id":"https://openalex.org/C158448853","wikidata":"https://www.wikidata.org/wiki/Q425218","display_name":"Repressor","level":4,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C86339819","wikidata":"https://www.wikidata.org/wiki/Q407384","display_name":"Transcription factor","level":3,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/humanoids58906.2024.10769902","is_oa":false,"landing_page_url":"https://doi.org/10.1109/humanoids58906.2024.10769902","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE-RAS 23rd International Conference on Humanoid Robots (Humanoids)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-04827434v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04827434","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2024 IEEE-RAS 23rd International Conference on Humanoid Robots (Humanoids), Nov 2024, Nancy, France. pp.9-16, ⟨10.1109/Humanoids58906.2024.10769902⟩","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-04827434v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04827434","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2024 IEEE-RAS 23rd International Conference on Humanoid Robots (Humanoids), Nov 2024, Nancy, France. pp.9-16, ⟨10.1109/Humanoids58906.2024.10769902⟩","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.5199999809265137}],"awards":[{"id":"https://openalex.org/G3957226163","display_name":"Robotic assistance to human movements","funder_award_id":"ANR-22-EXOD-0004","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G4683538057","display_name":"Organic Robotics","funder_award_id":"ANR-22-EXOD-0007","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W176351838","https://openalex.org/W2019606703","https://openalex.org/W2153544422","https://openalex.org/W2162457740","https://openalex.org/W2461181622","https://openalex.org/W2536292971","https://openalex.org/W2562952297","https://openalex.org/W2614308505","https://openalex.org/W2967793392","https://openalex.org/W3003205975","https://openalex.org/W3166396011","https://openalex.org/W4210990956","https://openalex.org/W4214863073","https://openalex.org/W4221143046","https://openalex.org/W4281888554","https://openalex.org/W4283788970","https://openalex.org/W4292779060","https://openalex.org/W4312420092","https://openalex.org/W4312594400","https://openalex.org/W4313562995","https://openalex.org/W4362515116","https://openalex.org/W4365460740","https://openalex.org/W4378945292","https://openalex.org/W4382618460","https://openalex.org/W4383097638","https://openalex.org/W4383108457","https://openalex.org/W4383472635","https://openalex.org/W4383604274","https://openalex.org/W4385473486","https://openalex.org/W4385571689","https://openalex.org/W4388796224","https://openalex.org/W4390438132","https://openalex.org/W4390784232","https://openalex.org/W4390874280","https://openalex.org/W4396542388","https://openalex.org/W4399374221","https://openalex.org/W4399695759","https://openalex.org/W4401417251","https://openalex.org/W4402354098","https://openalex.org/W4402660140","https://openalex.org/W4403842319","https://openalex.org/W4404612908","https://openalex.org/W4404954089","https://openalex.org/W6607174091","https://openalex.org/W6682405783","https://openalex.org/W6778883912","https://openalex.org/W6791353385","https://openalex.org/W6809646742","https://openalex.org/W6838967271","https://openalex.org/W6850787431","https://openalex.org/W6851740254","https://openalex.org/W6851775633","https://openalex.org/W6853054754","https://openalex.org/W6853701808","https://openalex.org/W6853743997","https://openalex.org/W6853773940","https://openalex.org/W6854738657","https://openalex.org/W6858925687","https://openalex.org/W6858938727","https://openalex.org/W6859827068","https://openalex.org/W6860449500","https://openalex.org/W6866545484","https://openalex.org/W6869853401","https://openalex.org/W6929472799"],"related_works":["https://openalex.org/W1923069992","https://openalex.org/W2160982102","https://openalex.org/W2048862765","https://openalex.org/W2770942502","https://openalex.org/W4281943815","https://openalex.org/W2364738582","https://openalex.org/W2160932924","https://openalex.org/W4315881361","https://openalex.org/W4318953217","https://openalex.org/W4293926484"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"Words2Contact,":[3],"a":[4,20,56],"language-guided":[5],"multi-contact":[6],"placement":[7,61],"pipeline":[8],"leveraging":[9],"large":[10],"language":[11,15],"models":[12],"and":[13,26,89,93,146],"vision":[14],"models.":[16],"Our":[17],"method":[18],"is":[19,72],"key":[21],"component":[22],"for":[23,91,153],"language-assisted":[24],"teleoperation":[25],"human-robot":[27],"cooperation,":[28],"where":[29,36],"human":[30,57,71,137],"operators":[31,138],"can":[32],"instruct":[33,116],"the":[34,52,70,75,80,100,103,117,131],"robots":[35],"to":[37,115,119,139,148],"place":[38,140],"their":[39],"support":[40,141],"contacts":[41,142],"before":[42],"whole-body":[43],"reaching":[44,152],"or":[45],"manipulation":[46],"using":[47],"natural":[48],"language.":[49],"Words2Contact":[50,126],"transforms":[51],"verbal":[53],"instructions":[54],"of":[55,83,102],"operator":[58],"into":[59],"contact":[60,76,96],"predictions;":[62],"it":[63],"also":[64],"deals":[65],"with":[66,74,130],"iterative":[67,104],"corrections,":[68],"until":[69],"satisfied":[73],"location":[77],"identified":[78],"in":[79,95,127],"robot\u2019s":[81],"field":[82],"view.":[84],"We":[85,98],"benchmark":[86],"state-of-the-art":[87],"LLMs":[88],"VLMs":[90],"size":[92],"performance":[94],"prediction.":[97],"demonstrate":[99],"effectiveness":[101],"correction":[105],"process,":[106],"showing":[107],"that":[108],"users,":[109],"even":[110],"naive,":[111],"quickly":[112],"learn":[113],"how":[114],"system":[118],"obtain":[120],"accurate":[121],"locations.":[122],"Finally,":[123],"we":[124],"validate":[125],"real-world":[128],"experiments":[129],"Talos":[132],"humanoid":[133],"robot,":[134],"instructed":[135],"by":[136],"on":[143],"different":[144],"locations":[145],"surfaces":[147],"avoid":[149],"falling":[150],"when":[151],"distant":[154],"objects.":[155]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}