{"id":"https://openalex.org/W4401416706","doi":"https://doi.org/10.1109/icra57147.2024.10610777","title":"Overcoming Hand and Arm Occlusion in Human-to-Robot Handovers: Predicting Safe Poses with a Multimodal DNN Regression Model","display_name":"Overcoming Hand and Arm Occlusion in Human-to-Robot Handovers: Predicting Safe Poses with a Multimodal DNN Regression Model","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4401416706","doi":"https://doi.org/10.1109/icra57147.2024.10610777"},"language":"en","primary_location":{"id":"doi:10.1109/icra57147.2024.10610777","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10610777","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061983945","display_name":"Catherine Lollett","orcid":"https://orcid.org/0000-0001-7478-423X"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Catherine Lollett","raw_affiliation_strings":["Waseda University,Future Robotics Organization,Tokyo,Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Waseda University,Future Robotics Organization,Tokyo,Japan","institution_ids":["https://openalex.org/I150744194"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113325692","display_name":"Advaith Sriram","orcid":null},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Advaith Sriram","raw_affiliation_strings":["Waseda University,Department of Modern Mechanical Engineering,Tokyo,Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Waseda University,Department of Modern Mechanical Engineering,Tokyo,Japan","institution_ids":["https://openalex.org/I150744194"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001851501","display_name":"Mitsuhiro Kamezaki","orcid":"https://orcid.org/0000-0002-4377-8993"},"institutions":[{"id":"https://openalex.org/I14396692","display_name":"Tokyo University of Information Sciences","ror":"https://ror.org/044bdx604","country_code":"JP","type":"education","lineage":["https://openalex.org/I14396692"]},{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Mitsuhiro Kamezaki","raw_affiliation_strings":["The University of Tokyo,Department of Electrical Engineering and Information Systems,Tokyo,Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Tokyo,Department of Electrical Engineering and Information Systems,Tokyo,Japan","institution_ids":["https://openalex.org/I14396692","https://openalex.org/I74801974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080654277","display_name":"Shigeki Sugano","orcid":"https://orcid.org/0000-0002-9331-2446"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shigeki Sugano","raw_affiliation_strings":["Waseda University,Department of Modern Mechanical Engineering,Tokyo,Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Waseda University,Department of Modern Mechanical Engineering,Tokyo,Japan","institution_ids":["https://openalex.org/I150744194"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"13390","last_page":"13396"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.701696515083313},{"id":"https://openalex.org/keywords/robotic-arm","display_name":"Robotic arm","score":0.5902953743934631},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5517621636390686},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5292180180549622},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.4810055196285248},{"id":"https://openalex.org/keywords/human-arm","display_name":"Human arm","score":0.4760075509548187},{"id":"https://openalex.org/keywords/occlusion","display_name":"Occlusion","score":0.4685334265232086},{"id":"https://openalex.org/keywords/physical-medicine-and-rehabilitation","display_name":"Physical medicine and rehabilitation","score":0.35551199316978455},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35535359382629395},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3443586230278015},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.13171586394309998},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.1069764792919159},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10003376007080078}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.701696515083313},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.5902953743934631},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5517621636390686},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5292180180549622},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.4810055196285248},{"id":"https://openalex.org/C2988484212","wikidata":"https://www.wikidata.org/wiki/Q43471","display_name":"Human arm","level":2,"score":0.4760075509548187},{"id":"https://openalex.org/C2776268601","wikidata":"https://www.wikidata.org/wiki/Q968808","display_name":"Occlusion","level":2,"score":0.4685334265232086},{"id":"https://openalex.org/C99508421","wikidata":"https://www.wikidata.org/wiki/Q2678675","display_name":"Physical medicine and rehabilitation","level":1,"score":0.35551199316978455},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35535359382629395},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3443586230278015},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.13171586394309998},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.1069764792919159},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10003376007080078},{"id":"https://openalex.org/C164705383","wikidata":"https://www.wikidata.org/wiki/Q10379","display_name":"Cardiology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra57147.2024.10610777","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10610777","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1545884927","https://openalex.org/W1994577152","https://openalex.org/W1999657641","https://openalex.org/W2036559740","https://openalex.org/W2121606156","https://openalex.org/W2794365040","https://openalex.org/W2888704052","https://openalex.org/W2889666061","https://openalex.org/W2903982116","https://openalex.org/W2912701897","https://openalex.org/W2938638432","https://openalex.org/W2967235442","https://openalex.org/W3042297177","https://openalex.org/W3089045049","https://openalex.org/W3091416641","https://openalex.org/W3120310393","https://openalex.org/W3131514027","https://openalex.org/W3135266094","https://openalex.org/W3135705943","https://openalex.org/W3168351650","https://openalex.org/W3172917672","https://openalex.org/W3205994030","https://openalex.org/W4229856339","https://openalex.org/W4283762798","https://openalex.org/W4286285635","https://openalex.org/W4293812149","https://openalex.org/W4293812331","https://openalex.org/W4309675221","https://openalex.org/W4312799843","https://openalex.org/W4313562998","https://openalex.org/W4382203442","https://openalex.org/W6780453256","https://openalex.org/W6853219587","https://openalex.org/W6950536494"],"related_works":["https://openalex.org/W3034881631","https://openalex.org/W4381737315","https://openalex.org/W80236471","https://openalex.org/W2788434134","https://openalex.org/W2196801576","https://openalex.org/W1515399142","https://openalex.org/W2699559358","https://openalex.org/W4300849399","https://openalex.org/W4390480974","https://openalex.org/W2725184028"],"abstract_inverted_index":{"Handovers":[0],"play":[1],"a":[2,27,66,71,78,99,111,170],"key":[3],"role":[4],"in":[5,23,88,149],"human-robot":[6,24],"interactions.":[7],"However,":[8],"current":[9],"research":[10],"focuses":[11],"on":[12,18],"visible-hand":[13],"handovers,":[14],"thereby":[15],"heavily":[16,190],"relying":[17],"hand":[19],"detection.":[20],"Large":[21],"objects":[22],"interactions":[25],"present":[26],"unique":[28],"challenge:":[29],"they":[30],"inherently":[31],"block":[32],"the":[33,39,45,53,74,85,125,150,153],"person\u2019s":[34],"hands":[35,91,186],"and":[36,58,92,187],"arms":[37,93,188],"from":[38,140],"robot's":[40,154],"view.":[41],"This":[42,61],"occlusion":[43],"raises":[44],"robot\u2019s":[46],"risk":[47],"of":[48,152],"unintended":[49],"physical":[50,82],"contact":[51,83],"with":[52,84],"person,":[54,86],"leading":[55],"to":[56,64,116,159,193],"discomfort":[57],"safety":[59],"concerns.":[60],"study":[62],"aims":[63],"develop":[65],"model":[67,107],"that":[68,76,80],"can":[69],"determine":[70],"pose":[72],"for":[73],"robot":[75],"ensures":[77],"handover":[79],"avoids":[81],"especially":[87],"scenarios":[89],"when":[90,185],"are":[94],"occluded.":[95],"Toward":[96],"this":[97],"goal,":[98],"three-branch":[100],"multimodal":[101,167],"Deep":[102],"Neural":[103],"Network":[104],"(DNN)":[105],"regression":[106],"was":[108],"implemented.":[109],"First,":[110],"robust":[112],"human-pose":[113],"keypoints":[114],"detection":[115],"calculate":[117],"shoulder-elbow":[118],"angles":[119],"is":[120],"applied.":[121],"Secondly,":[122],"we":[123,131],"extract":[124],"refined":[126],"object\u2019s":[127],"segmented":[128],"mask.":[129],"Thirdly,":[130],"compute":[132],"two":[133],"intrinsic":[134],"object":[135],"properties.":[136],"The":[137,174],"concatenated":[138],"outputs":[139],"these":[141],"branches":[142],"pass":[143],"through":[144],"extra":[145],"dense":[146],"layers,":[147],"resulting":[148],"prediction":[151],"14":[155],"arms-joint":[156],"angles.":[157],"Compared":[158],"an":[160],"only":[161],"keypoint":[162],"data":[163],"processed-based":[164],"model,":[165],"our":[166],"approach":[168],"made":[169],"17.7%":[171],"accuracy":[172],"improvement.":[173],"experiments":[175],"highlight":[176],"each":[177],"pipeline":[178],"step\u2019s":[179],"significance,":[180],"showing":[181],"important":[182],"results":[183],"even":[184],"were":[189],"occluded,":[191],"adjusting":[192],"different":[194],"variations.":[195]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}