{"id":"https://openalex.org/W4378697332","doi":"https://doi.org/10.1109/lra.2023.3280752","title":"Maximising Coefficiency of Human-Robot Handovers Through Reinforcement Learning","display_name":"Maximising Coefficiency of Human-Robot Handovers Through Reinforcement Learning","publication_year":2023,"publication_date":"2023-05-29","ids":{"openalex":"https://openalex.org/W4378697332","doi":"https://doi.org/10.1109/lra.2023.3280752"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2023.3280752","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2023.3280752","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2306.07205","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062246894","display_name":"Marta Lagomarsino","orcid":"https://orcid.org/0000-0001-9121-1812"},"institutions":[{"id":"https://openalex.org/I30771326","display_name":"Italian Institute of Technology","ror":"https://ror.org/042t93s57","country_code":"IT","type":"facility","lineage":["https://openalex.org/I30771326"]},{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Marta Lagomarsino","raw_affiliation_strings":["Human-Robot Interfaces and Interaction Laboratory, Istituto Italiano di Tecnologia, Genoa, Italy","Department of Electronics, Information and Bioengineering, Politecnico di Milano, Milan, Italy"],"affiliations":[{"raw_affiliation_string":"Human-Robot Interfaces and Interaction Laboratory, Istituto Italiano di Tecnologia, Genoa, Italy","institution_ids":["https://openalex.org/I30771326"]},{"raw_affiliation_string":"Department of Electronics, Information and Bioengineering, Politecnico di Milano, Milan, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073049605","display_name":"Marta Lorenzini","orcid":"https://orcid.org/0000-0002-9458-6844"},"institutions":[{"id":"https://openalex.org/I30771326","display_name":"Italian Institute of Technology","ror":"https://ror.org/042t93s57","country_code":"IT","type":"facility","lineage":["https://openalex.org/I30771326"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Marta Lorenzini","raw_affiliation_strings":["Human-Robot Interfaces and Interaction Laboratory, Istituto Italiano di Tecnologia, Genoa, Italy"],"affiliations":[{"raw_affiliation_string":"Human-Robot Interfaces and Interaction Laboratory, Istituto Italiano di Tecnologia, Genoa, Italy","institution_ids":["https://openalex.org/I30771326"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002419727","display_name":"Merryn Constable","orcid":"https://orcid.org/0000-0001-5149-5670"},"institutions":[{"id":"https://openalex.org/I32394136","display_name":"Northumbria University","ror":"https://ror.org/049e6bc10","country_code":"GB","type":"education","lineage":["https://openalex.org/I32394136"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Merryn Dale Constable","raw_affiliation_strings":["Department of Psychology, Northumbria University, Newcastle, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Psychology, Northumbria University, Newcastle, U.K","institution_ids":["https://openalex.org/I32394136"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083795699","display_name":"Elena De Momi","orcid":"https://orcid.org/0000-0002-8819-2734"},"institutions":[{"id":"https://openalex.org/I93860229","display_name":"Politecnico di Milano","ror":"https://ror.org/01nffqt88","country_code":"IT","type":"education","lineage":["https://openalex.org/I93860229"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Elena De Momi","raw_affiliation_strings":["Department of Electronics, Information and Bioengineering, Politecnico di Milano, Milan, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Electronics, Information and Bioengineering, Politecnico di Milano, Milan, Italy","institution_ids":["https://openalex.org/I93860229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007980619","display_name":"Cristina Becchio","orcid":"https://orcid.org/0000-0002-6845-0521"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]},{"id":"https://openalex.org/I30771326","display_name":"Italian Institute of Technology","ror":"https://ror.org/042t93s57","country_code":"IT","type":"facility","lineage":["https://openalex.org/I30771326"]},{"id":"https://openalex.org/I4210108711","display_name":"University Medical Center Hamburg-Eppendorf","ror":"https://ror.org/01zgy1s35","country_code":"DE","type":"healthcare","lineage":["https://openalex.org/I159176309","https://openalex.org/I4210108711"]}],"countries":["DE","IT"],"is_corresponding":false,"raw_author_name":"Cristina Becchio","raw_affiliation_strings":["Department of Neurology, University Medical CenterHamburg-Eppendorf, Hamburg, Germany","Cognition, Motion and Neuroscience Laboratory, Istituto Italiano di Tecnologia, Genoa, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Neurology, University Medical CenterHamburg-Eppendorf, Hamburg, Germany","institution_ids":["https://openalex.org/I159176309","https://openalex.org/I4210108711"]},{"raw_affiliation_string":"Cognition, Motion and Neuroscience Laboratory, Istituto Italiano di Tecnologia, Genoa, Italy","institution_ids":["https://openalex.org/I30771326"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070028115","display_name":"Arash Ajoudani","orcid":"https://orcid.org/0000-0002-1261-737X"},"institutions":[{"id":"https://openalex.org/I30771326","display_name":"Italian Institute of Technology","ror":"https://ror.org/042t93s57","country_code":"IT","type":"facility","lineage":["https://openalex.org/I30771326"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Arash Ajoudani","raw_affiliation_strings":["Human-Robot Interfaces and Interaction Laboratory, Istituto Italiano di Tecnologia, Genoa, Italy"],"affiliations":[{"raw_affiliation_string":"Human-Robot Interfaces and Interaction Laboratory, Istituto Italiano di Tecnologia, Genoa, Italy","institution_ids":["https://openalex.org/I30771326"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5062246894"],"corresponding_institution_ids":["https://openalex.org/I30771326","https://openalex.org/I93860229"],"apc_list":null,"apc_paid":null,"fwci":8.3026,"has_fulltext":true,"cited_by_count":25,"citation_normalized_percentile":{"value":0.9803871,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"8","issue":"8","first_page":"4378","last_page":"4385"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.7704566717147827},{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.7145262956619263},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.6717105507850647},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.49348437786102295},{"id":"https://openalex.org/keywords/social-robot","display_name":"Social robot","score":0.47246766090393066},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4446796774864197},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4339742064476013},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4256250560283661},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.37349793314933777},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.35601121187210083},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.35303932428359985},{"id":"https://openalex.org/keywords/robot-control","display_name":"Robot control","score":0.30182164907455444},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.24205896258354187}],"concepts":[{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.7704566717147827},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.7145262956619263},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.6717105507850647},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.49348437786102295},{"id":"https://openalex.org/C162947575","wikidata":"https://www.wikidata.org/wiki/Q2005645","display_name":"Social robot","level":5,"score":0.47246766090393066},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4446796774864197},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4339742064476013},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4256250560283661},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.37349793314933777},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.35601121187210083},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.35303932428359985},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.30182164907455444},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.24205896258354187},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/lra.2023.3280752","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2023.3280752","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2306.07205","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.07205","pdf_url":"https://arxiv.org/pdf/2306.07205","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:re.public.polimi.it:11311/1238558","is_oa":true,"landing_page_url":"https://ieeexplore.ieee.org/document/10137876","pdf_url":null,"source":{"id":"https://openalex.org/S4306400312","display_name":"Virtual Community of Pathological Anatomy (University of Castilla La Mancha)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79189158","host_organization_name":"University of Castilla-La Mancha","host_organization_lineage":["https://openalex.org/I79189158"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2306.07205","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2306.07205","pdf_url":"https://arxiv.org/pdf/2306.07205","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.6399999856948853,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G4356525385","display_name":null,"funder_award_id":"IES\\R3\\203086","funder_id":"https://openalex.org/F4320320006","funder_display_name":"Royal Society"}],"funders":[{"id":"https://openalex.org/F4320320006","display_name":"Royal Society","ror":"https://ror.org/03wnrjx87"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4378697332.pdf","grobid_xml":"https://content.openalex.org/works/W4378697332.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W1964751118","https://openalex.org/W1973051862","https://openalex.org/W1989963667","https://openalex.org/W2024097232","https://openalex.org/W2033663068","https://openalex.org/W2033709107","https://openalex.org/W2034150159","https://openalex.org/W2056202671","https://openalex.org/W2110074961","https://openalex.org/W2137568535","https://openalex.org/W2151697356","https://openalex.org/W2168405694","https://openalex.org/W2220312086","https://openalex.org/W2260854978","https://openalex.org/W2516732686","https://openalex.org/W2726202833","https://openalex.org/W2774459979","https://openalex.org/W2892024327","https://openalex.org/W2922427364","https://openalex.org/W2924286782","https://openalex.org/W3047164871","https://openalex.org/W3135049585","https://openalex.org/W3160773357","https://openalex.org/W3172917672","https://openalex.org/W3194144492","https://openalex.org/W3199630236","https://openalex.org/W4248056173","https://openalex.org/W4281781531","https://openalex.org/W4285044982","https://openalex.org/W4312325359","https://openalex.org/W4317424970","https://openalex.org/W6602531481"],"related_works":["https://openalex.org/W4312511060","https://openalex.org/W2134294860","https://openalex.org/W3181705171","https://openalex.org/W2160434794","https://openalex.org/W3044674998","https://openalex.org/W2049851324","https://openalex.org/W4250841346","https://openalex.org/W2344425795","https://openalex.org/W2902781206","https://openalex.org/W2759485689"],"abstract_inverted_index":{"Handing":[0],"objects":[1],"to":[2,33,50,91,148],"humans":[3],"is":[4,106],"an":[5],"essential":[6],"capability":[7],"for":[8],"collaborative":[9],"robots.":[10],"Previous":[11],"research":[12],"works":[13],"on":[14,18],"human-robot":[15,92,141],"handovers":[16],"focus":[17],"facilitating":[19],"the":[20,23,29,35,54,69,85,122,128,140,153,174,178,186,189,197],"performance":[21],"of":[22,87,113,155,181],"human":[24,55,114,190],"partner":[25,56],"and":[26,45,57,61,99,116,150,193],"possibly":[27],"minimising":[28],"physical":[30],"effort":[31],"needed":[32],"grasp":[34],"object.":[36],"However,":[37],"altruistic":[38],"robot":[39,47,123,156,175],"behaviours":[40],"may":[41],"result":[42],"in":[43,126,185,196],"protracted":[44],"awkward":[46],"motions,":[48],"contributing":[49],"unpleasant":[51],"sensations":[52],"by":[53,109,169],"affecting":[58],"perceived":[59,191],"safety":[60],"social":[62],"acceptance.":[63],"This":[64],"letter":[65],"investigates":[66],"whether":[67],"transferring":[68],"cognitive":[70],"science":[71],"principle":[72],"that":[73,138,159,168],"\u201chumans":[74],"act":[75],"<italic":[76,103,142,162,171],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[77,104,143,163,172],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">coefficiently</i>":[78,173],"as":[79,118,120,146],"a":[80,96,134],"group\u201d":[81],"(i.e.":[82],"simultaneously":[83],"maximising":[84],"benefits":[86],"all":[88],"agents":[89],"involved)":[90],"cooperative":[93],"tasks":[94],"promotes":[95],"more":[97],"seamless":[98],"natural":[100],"interaction.":[101],"Human-robot":[102],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">coefficiency</i>":[105,144,164],"first":[107],"modelled":[108],"identifying":[110],"implicit":[111],"indicators":[112],"comfort":[115],"discomfort":[117],"well":[119],"calculating":[121],"energy":[124],"consumption":[125],"performing":[127],"desired":[129],"trajectory.":[130],"We":[131],"then":[132],"present":[133],"reinforcement":[135],"learning":[136],"approach":[137],"uses":[139],"score":[145],"reward":[147],"adapt":[149],"learn":[151],"online":[152],"combination":[154],"interaction":[157],"parameters":[158],"maximises":[160],"such":[161],".":[165],"Results":[166],"proved":[167],"acting":[170],"could":[176],"meet":[177],"individual":[179],"preferences":[180],"most":[182],"subjects":[183],"involved":[184],"experiments,":[187],"improve":[188],"comfort,":[192],"foster":[194],"trust":[195],"robotic":[198],"partner.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-03T22:45:19.894376","created_date":"2025-10-10T00:00:00"}