{"id":"https://openalex.org/W7224083087","doi":"https://doi.org/10.48550/arxiv.2610.37533","title":"Which Hand Was Late? Diagnosis for Robot Failure Recovery in Bimanual Tool Use","display_name":"Which Hand Was Late? Diagnosis for Robot Failure Recovery in Bimanual Tool Use","publication_year":2026,"publication_date":"2026-10-27","ids":{"openalex":"https://openalex.org/W7224083087","doi":"https://doi.org/10.48550/arxiv.2610.37533"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2610.37533","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.37533","pdf_url":"https://arxiv.org/pdf/2610.37533","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2610.37533","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120305864","display_name":"Baptiste Bonin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210164802","display_name":"Mila - Quebec Artificial Intelligence Institute","ror":"https://ror.org/05c22rx21","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210164802"]},{"id":"https://openalex.org/I43406934","display_name":"Universit\u00e9 Laval","ror":"https://ror.org/04sjchr03","country_code":"CA","type":"education","lineage":["https://openalex.org/I43406934"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Bonin, Baptiste","raw_affiliation_strings":["Mila -Quebec AI Institute","Universit\u00e9 Laval"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mila -Quebec AI Institute","institution_ids":["https://openalex.org/I4210164802"]},{"raw_affiliation_string":"Universit\u00e9 Laval","institution_ids":["https://openalex.org/I43406934"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133979938","display_name":"Caro Strickland","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Strickland, Caro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5069876930","display_name":"Audrey Durand","orcid":"https://orcid.org/0000-0001-9290-8603","observed_orcids":["https://orcid.org/0000-0001-9290-8603"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Durand, Audrey","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0013000000035390258,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vision-language-models","display_name":"vision-language models","score":0.9380000233650208},{"id":"https://openalex.org/keywords/sensor-delay","display_name":"sensor delay","score":0.45899999141693115},{"id":"https://openalex.org/keywords/fault-recovery","display_name":"fault recovery","score":0.492000013589859},{"id":"https://openalex.org/keywords/repair-policy","display_name":"repair policy","score":0.6579999923706055},{"id":"https://openalex.org/keywords/internal-state","display_name":"internal state","score":0.32600000500679016},{"id":"https://openalex.org/keywords/human-robot-interaction","display_name":"human-robot interaction","score":0.5109999775886536}],"concepts":[{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6721000075340271},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6046000123023987},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.5859000086784363},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5831999778747559},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41990000009536743},{"id":"https://openalex.org/C195268267","wikidata":"https://www.wikidata.org/wiki/Q1928883","display_name":"Slip (aerodynamics)","level":2,"score":0.415800005197525},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.359499990940094},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3431999981403351},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.34299999475479126},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.3151000142097473},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.31380000710487366},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3131999969482422},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3061999976634979},{"id":"https://openalex.org/C99508421","wikidata":"https://www.wikidata.org/wiki/Q2678675","display_name":"Physical medicine and rehabilitation","level":1,"score":0.2994000017642975},{"id":"https://openalex.org/C28944875","wikidata":"https://www.wikidata.org/wiki/Q1925224","display_name":"Failure causes","level":2,"score":0.2815999984741211},{"id":"https://openalex.org/C146549078","wikidata":"https://www.wikidata.org/wiki/Q191944","display_name":"Exoskeleton","level":2,"score":0.26190000772476196}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2610.37533","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.37533","pdf_url":"https://arxiv.org/pdf/2610.37533","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2610.37533","doi":"https://doi.org/10.48550/arxiv.2610.37533","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2610.37533","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2610.37533","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2610.37533","pdf_url":"https://arxiv.org/pdf/2610.37533","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7224083087.pdf","grobid_xml":"https://content.openalex.org/works/W7224083087.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7134857345","https://openalex.org/W7165546489","https://openalex.org/W4417009949","https://openalex.org/W7208718525","https://openalex.org/W7213900671","https://openalex.org/W2938847759","https://openalex.org/W7166850369","https://openalex.org/W4403819024","https://openalex.org/W4414747025","https://openalex.org/W7166724469"],"abstract_inverted_index":{"Failure":[0],"diagnosers":[1],"for":[2,52],"robot":[3],"manipulation":[4],"are":[5,66],"increasingly":[6],"vision--language":[7],"models":[8],"(VLMs),":[9],"trained":[10],"and":[11,48,111,118],"evaluated":[12],"on":[13,87,97,103,195],"single-arm":[14],"failures":[15,26,157],"produced":[16],"by":[17],"perturbing":[18],"a":[19,30,58,79,101,120,143,175,186],"successful":[20],"demonstration.":[21],"Bimanual":[22],"tool":[23,31,89,136],"use":[24],"adds":[25],"of":[27,35,115,198],"other":[28],"kinds:":[29],"that":[32,50,146],"slips":[33],"out":[34],"its":[36,107,182],"socket":[37],"while":[38,100],"still":[39],"held,":[40],"two":[41,53,141],"correct":[42],"gestures":[43],"made":[44],"at":[45,55,112],"different":[46],"times,":[47],"attempts":[49],"fail":[51],"reasons":[54],"once.":[56],"On":[57],"simulated":[59],"bimanual":[60],"tool-use":[61],"task":[62],"whose":[63],"failure":[64],"causes":[65],"read":[67,86,96],"from":[68,131],"the":[69,88,116,135,149,161,169,180,190,196,199],"recorded":[70],"trace,":[71],"we":[72],"measure":[73],"what":[74],"each":[75],"sensing":[76,133],"channel":[77],"lets":[78],"diagnoser":[80],"tell.":[81],"The":[82],"tool's":[83],"slip":[84],"is":[85,95,128,138,151],"hand;":[90],"which":[91],"hand":[92,105,137,171],"was":[93,123],"late":[94,121,170],"both":[98],"arms,":[99],"sensor":[102],"one":[104,159,181],"reads":[106,184],"own":[108],"hand's":[109],"delay":[110],"most":[113],"part":[114],"other's;":[117],"whether":[119,189],"attempt":[122],"also":[124],"pushed":[125],"too":[126],"weakly":[127],"not":[129,152],"identifiable":[130,153],"passive":[132],"when":[134,148],"late.":[139],"Within":[140],"attempts,":[142],"repair":[144],"policy":[145],"escalates":[147],"cause":[150],"repairs":[154],"as":[155,158],"many":[156],"told":[160],"true":[162],"cause.":[163],"A":[164],"VLM's":[165],"internal":[166],"state":[167],"carries":[168],"almost":[172],"perfectly,":[173],"along":[174],"direction":[176],"no":[177],"closer":[178],"to":[179],"answer":[183,191],"than":[185],"random":[187],"one;":[188],"reports":[192],"it":[193],"depends":[194],"wording":[197],"question.":[200]},"counts_by_year":[],"updated_date":"2026-11-06T12:05:46.655746","created_date":"2026-10-29T00:00:00"}