{"id":"https://openalex.org/W4411599578","doi":"https://doi.org/10.1109/tro.2025.3582829","title":"Learning Multimodal Latent Dynamics for Human\u2013Robot Interaction","display_name":"Learning Multimodal Latent Dynamics for Human\u2013Robot Interaction","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4411599578","doi":"https://doi.org/10.1109/tro.2025.3582829"},"language":"en","primary_location":{"id":"doi:10.1109/tro.2025.3582829","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2025.3582829","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024771523","display_name":"Vignesh Prasad","orcid":"https://orcid.org/0000-0002-9729-2454"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Vignesh Prasad","raw_affiliation_strings":["Interactive Robot Perception and Learning Group (PEARL), Department of Computer Science, TU Darmstadt, Darmstadt, Germany","Interactive Robot Perception and Learning group (PEARL), Department of Computer Science, TU Darmstadt, Germany"],"raw_orcid":"https://orcid.org/0000-0002-9729-2454","affiliations":[{"raw_affiliation_string":"Interactive Robot Perception and Learning Group (PEARL), Department of Computer Science, TU Darmstadt, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"Interactive Robot Perception and Learning group (PEARL), Department of Computer Science, TU Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074928531","display_name":"Lea Heitlinger","orcid":"https://orcid.org/0000-0003-2818-254X"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lea Heitlinger","raw_affiliation_strings":["Chair for Marketing and Human Resource Management, Department of Law and Economics, TU Darmstadt, Darmstadt, Germany","Chair for Marketing and Human Resource Management, Department of Law and Economics, TU Darmstadt, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chair for Marketing and Human Resource Management, Department of Law and Economics, TU Darmstadt, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"Chair for Marketing and Human Resource Management, Department of Law and Economics, TU Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063353075","display_name":"Dorothea Koert","orcid":"https://orcid.org/0000-0002-3571-6848"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]},{"id":"https://openalex.org/I4210167018","display_name":"Interaction Design (United Kingdom)","ror":"https://ror.org/03qfyes53","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210167018"]}],"countries":["DE","GB"],"is_corresponding":false,"raw_author_name":"Dorothea Koert","raw_affiliation_strings":["Interactive AI Algorithms & Cognitive Models for Human-AI Interaction (IKIDA), Department of Computer Science, TU Darmstadt, Darmstadt, Germany","Interactive AI Algorithms & Cognitive Models for Human-AI Interaction (IKIDA), Department of Computer Science, TU Darmstadt, Germany"],"raw_orcid":"https://orcid.org/0000-0002-3571-6848","affiliations":[{"raw_affiliation_string":"Interactive AI Algorithms & Cognitive Models for Human-AI Interaction (IKIDA), Department of Computer Science, TU Darmstadt, Darmstadt, Germany","institution_ids":["https://openalex.org/I4210167018"]},{"raw_affiliation_string":"Interactive AI Algorithms & Cognitive Models for Human-AI Interaction (IKIDA), Department of Computer Science, TU Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082596008","display_name":"Ruth Stock\u2010Homburg","orcid":"https://orcid.org/0000-0002-8576-5883"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ruth Stock-Homburg","raw_affiliation_strings":["Chair for Marketing and Human Resource Management, Department of Law and Economics, TU Darmstadt, Darmstadt, Germany","Chair for Marketing and Human Resource Management, Department of Law and Economics, TU Darmstadt, Germany"],"raw_orcid":"https://orcid.org/0000-0002-8576-5883","affiliations":[{"raw_affiliation_string":"Chair for Marketing and Human Resource Management, Department of Law and Economics, TU Darmstadt, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"Chair for Marketing and Human Resource Management, Department of Law and Economics, TU Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071367253","display_name":"Jan Peters","orcid":"https://orcid.org/0000-0002-5266-8091"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jan Peters","raw_affiliation_strings":["Centre for Cognitive Science, TU Darmstadt, Darmstadt, Germany","Centre for Cognitive Science, TU Darmstadt, Germany"],"raw_orcid":"https://orcid.org/0000-0002-5266-8091","affiliations":[{"raw_affiliation_string":"Centre for Cognitive Science, TU Darmstadt, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"Centre for Cognitive Science, TU Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026055366","display_name":"Georgia Chalvatzaki","orcid":"https://orcid.org/0000-0002-5055-199X"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Georgia Chalvatzaki","raw_affiliation_strings":["Interactive Robot Perception and Learning Group (PEARL), Department of Computer Science, TU Darmstadt, Darmstadt, Germany","Interactive Robot Perception and Learning group (PEARL), Department of Computer Science, TU Darmstadt, Germany"],"raw_orcid":"https://orcid.org/0000-0002-5055-199X","affiliations":[{"raw_affiliation_string":"Interactive Robot Perception and Learning Group (PEARL), Department of Computer Science, TU Darmstadt, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"Interactive Robot Perception and Learning group (PEARL), Department of Computer Science, TU Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5024771523"],"corresponding_institution_ids":["https://openalex.org/I31512782"],"apc_list":null,"apc_paid":null,"fwci":2.1733,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.89062816,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"41","issue":null,"first_page":"4418","last_page":"4438"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6284294128417969},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.600622832775116},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5980891585350037},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5641469955444336},{"id":"https://openalex.org/keywords/dynamics","display_name":"Dynamics (music)","score":0.5308067798614502},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.43826037645339966},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09092330932617188}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6284294128417969},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.600622832775116},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5980891585350037},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5641469955444336},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.5308067798614502},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.43826037645339966},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09092330932617188},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tro.2025.3582829","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tro.2025.3582829","pdf_url":null,"source":{"id":"https://openalex.org/S144620930","display_name":"IEEE Transactions on Robotics","issn_l":"1552-3098","issn":["1552-3098","1941-0468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Robotics","raw_type":"journal-article"},{"id":"pmh:oai:tubiblio.ulb.tu-darmstadt.de:158991","is_oa":false,"landing_page_url":"http://tubiblio.ulb.tu-darmstadt.de/view/person/Prasad=3AVignesh=3A=3A.html>","pdf_url":null,"source":{"id":"https://openalex.org/S4377196390","display_name":"TUbilio (Technical University of Darmstadt)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I31512782","host_organization_name":"Technische Universit\u00e4t Darmstadt","host_organization_lineage":["https://openalex.org/I31512782"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W75277929","https://openalex.org/W130216483","https://openalex.org/W1539716820","https://openalex.org/W1579853615","https://openalex.org/W1623311931","https://openalex.org/W1968876723","https://openalex.org/W2012058822","https://openalex.org/W2020870038","https://openalex.org/W2022760091","https://openalex.org/W2032568497","https://openalex.org/W2033663068","https://openalex.org/W2060889508","https://openalex.org/W2068406960","https://openalex.org/W2072863821","https://openalex.org/W2086207208","https://openalex.org/W2093333331","https://openalex.org/W2096255693","https://openalex.org/W2100546538","https://openalex.org/W2100993276","https://openalex.org/W2117843795","https://openalex.org/W2147501341","https://openalex.org/W2157719307","https://openalex.org/W2169863498","https://openalex.org/W2191886813","https://openalex.org/W2203344779","https://openalex.org/W2213467466","https://openalex.org/W2222348723","https://openalex.org/W2471216432","https://openalex.org/W2522042470","https://openalex.org/W2569181534","https://openalex.org/W2605907393","https://openalex.org/W2735021678","https://openalex.org/W2737944367","https://openalex.org/W2739274579","https://openalex.org/W2765218414","https://openalex.org/W2765556593","https://openalex.org/W2827554450","https://openalex.org/W2871950322","https://openalex.org/W2897555104","https://openalex.org/W2912536046","https://openalex.org/W2912686386","https://openalex.org/W2914157382","https://openalex.org/W2919658942","https://openalex.org/W2963346492","https://openalex.org/W2964134613","https://openalex.org/W2964207623","https://openalex.org/W2964232608","https://openalex.org/W2981952374","https://openalex.org/W3003285392","https://openalex.org/W3004105558","https://openalex.org/W3009632987","https://openalex.org/W3016943329","https://openalex.org/W3090125051","https://openalex.org/W3150915266","https://openalex.org/W3173114633","https://openalex.org/W3199154159","https://openalex.org/W3205894451","https://openalex.org/W3206921000","https://openalex.org/W4233102001","https://openalex.org/W4253100768","https://openalex.org/W4285102499","https://openalex.org/W4297164507","https://openalex.org/W4313562996","https://openalex.org/W4360891904","https://openalex.org/W4381931153","https://openalex.org/W4384789618","https://openalex.org/W4386137878","https://openalex.org/W4388430323","https://openalex.org/W4392120875","https://openalex.org/W4392120892"],"related_works":["https://openalex.org/W2978665606","https://openalex.org/W3205513966","https://openalex.org/W3120459843","https://openalex.org/W4366547574","https://openalex.org/W189465620","https://openalex.org/W4366818884","https://openalex.org/W2248308732","https://openalex.org/W4392651289","https://openalex.org/W3042490037","https://openalex.org/W4380487215"],"abstract_inverted_index":{"This":[0],"article":[1],"presents":[2],"a":[3,17,31,36,91,117,129,133,170,191],"method":[4,137,158,168],"for":[5,30,116],"learning":[6,99],"well-coordinated":[7],"Human-Robot":[8],"Interaction":[9],"(HRI)":[10],"from":[11,49,62,148],"Human-Human":[12],"Interactions":[13],"(HHI).":[14],"We":[15,43,120,152,178],"devise":[16],"hybrid":[18],"approach":[19,126,185],"using":[20,113],"Hidden":[21],"Markov":[22],"Models":[23],"(HMMs)":[24],"as":[25,159],"the":[26,40,45,56,66,86,94,110,122,181],"latent":[27],"space":[28,98,103],"priors":[29],"Variational":[32],"Autoencoder":[33],"to":[34,51,84,140,186],"model":[35],"joint":[37,97],"distribution":[38],"over":[39,175],"interacting":[41],"agents.":[42],"leverage":[44],"interaction":[46],"dynamics":[47],"learned":[48],"HHI":[50],"learn":[52],"HRI":[53],"and":[54,100,163,165],"incorporate":[55],"conditional":[57],"generation":[58],"of":[59,96,124,173,183,195],"robot":[60,72,76,131],"motions":[61,77],"human":[63],"observations":[64],"into":[65],"training,":[67],"thereby":[68],"predicting":[69],"more":[70,160,192],"accurate":[71,101,164],"trajectories.":[73],"The":[74],"generated":[75],"are":[78],"further":[79],"adapted":[80],"with":[81,90,169],"Inverse":[82],"Kinematics":[83],"ensure":[85],"desired":[87],"physical":[88],"proximity":[89],"human,":[92],"combining":[93],"ease":[95],"task":[102],"reachability.":[104],"For":[105],"contact-rich":[106],"interactions,":[107],"we":[108],"modulate":[109],"robot's":[111],"stiffness":[112],"HMM":[114],"segmentation":[115],"compliant":[118],"interaction.":[119],"verify":[121],"effectiveness":[123],"our":[125,157,167,184],"deployed":[127],"on":[128,146],"Humanoid":[130],"via":[132],"user":[134],"study.":[135],"Our":[136],"generalizes":[138],"well":[139],"various":[141],"humans":[142],"despite":[143],"being":[144],"trained":[145],"data":[147],"just":[149],"two":[150],"humans.":[151],"find":[153],"that":[154],"users":[155],"perceive":[156],"human-like,":[161],"timely,":[162],"rank":[166],"higher":[171],"degree":[172],"preference":[174],"other":[176],"baselines.":[177],"additionally":[179],"show":[180],"ability":[182],"generate":[187],"successful":[188],"interactions":[189],"in":[190],"complex":[193],"scenario":[194],"Bimanual":[196],"Robot-to-Human":[197],"Handovers.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}