{"id":"https://openalex.org/W4313562996","doi":"https://doi.org/10.1109/humanoids53995.2022.10000239","title":"MILD: Multimodal Interactive Latent Dynamics for Learning Human-Robot Interaction","display_name":"MILD: Multimodal Interactive Latent Dynamics for Learning Human-Robot Interaction","publication_year":2022,"publication_date":"2022-11-28","ids":{"openalex":"https://openalex.org/W4313562996","doi":"https://doi.org/10.1109/humanoids53995.2022.10000239"},"language":"en","primary_location":{"id":"doi:10.1109/humanoids53995.2022.10000239","is_oa":false,"landing_page_url":"https://doi.org/10.1109/humanoids53995.2022.10000239","pdf_url":null,"source":{"id":"https://openalex.org/S4363608580","display_name":"2022 IEEE-RAS 21st International Conference on Humanoid Robots (Humanoids)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE-RAS 21st International Conference on Humanoid Robots (Humanoids)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024771523","display_name":"Vignesh Prasad","orcid":"https://orcid.org/0000-0002-9729-2454"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Vignesh Prasad","raw_affiliation_strings":["Department of Computer Science,TU Darmstadt,Germany"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science,TU Darmstadt,Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063353075","display_name":"Dorothea Koert","orcid":"https://orcid.org/0000-0002-3571-6848"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Dorothea Koert","raw_affiliation_strings":["Department of Computer Science,TU Darmstadt,Germany"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science,TU Darmstadt,Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082596008","display_name":"Ruth Stock\u2010Homburg","orcid":"https://orcid.org/0000-0002-8576-5883"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ruth Stock-Homburg","raw_affiliation_strings":["Chair for Marketing and Human Resource Management,Department of Law and Economics,TU Darmstadt,Germany"],"affiliations":[{"raw_affiliation_string":"Chair for Marketing and Human Resource Management,Department of Law and Economics,TU Darmstadt,Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071367253","display_name":"Jan Peters","orcid":"https://orcid.org/0000-0002-5266-8091"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]},{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jan Peters","raw_affiliation_strings":["Department of Computer Science,TU Darmstadt,Germany","Department of Computer Science, TU Darmstadt, Germany; Hessian.AI; Research Department: Systems AI for Robot Learning, German Research Center for AI (DFKI)"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science,TU Darmstadt,Germany","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"Department of Computer Science, TU Darmstadt, Germany; Hessian.AI; Research Department: Systems AI for Robot Learning, German Research Center for AI (DFKI)","institution_ids":["https://openalex.org/I33256026","https://openalex.org/I31512782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026055366","display_name":"Georgia Chalvatzaki","orcid":"https://orcid.org/0000-0002-5055-199X"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technical University of Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Georgia Chalvatzaki","raw_affiliation_strings":["Department of Computer Science,TU Darmstadt,Germany","Department of Computer Science, TU Darmstadt, Germany; Hessian.AI"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science,TU Darmstadt,Germany","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"Department of Computer Science, TU Darmstadt, Germany; Hessian.AI","institution_ids":["https://openalex.org/I31512782"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5024771523"],"corresponding_institution_ids":["https://openalex.org/I31512782"],"apc_list":null,"apc_paid":null,"fwci":1.36,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.83404887,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"472","last_page":"479"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7362266778945923},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.6655540466308594},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5949327945709229},{"id":"https://openalex.org/keywords/dynamics","display_name":"Dynamics (music)","score":0.5586487054824829},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.5569543242454529},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48890605568885803},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4604180157184601},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08460286259651184}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7362266778945923},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.6655540466308594},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5949327945709229},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.5586487054824829},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.5569543242454529},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48890605568885803},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4604180157184601},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08460286259651184},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/humanoids53995.2022.10000239","is_oa":false,"landing_page_url":"https://doi.org/10.1109/humanoids53995.2022.10000239","pdf_url":null,"source":{"id":"https://openalex.org/S4363608580","display_name":"2022 IEEE-RAS 21st International Conference on Humanoid Robots (Humanoids)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE-RAS 21st International Conference on Humanoid Robots (Humanoids)","raw_type":"proceedings-article"},{"id":"pmh:oai:tubiblio.ulb.tu-darmstadt.de:136149","is_oa":false,"landing_page_url":"http://tubiblio.ulb.tu-darmstadt.de/136149/","pdf_url":null,"source":{"id":"https://openalex.org/S4377196390","display_name":"TUbilio (Technical University of Darmstadt)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I31512782","host_organization_name":"Technische Universit\u00e4t Darmstadt","host_organization_lineage":["https://openalex.org/I31512782"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Konferenzver\u00f6ffentlichung"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3644317840","display_name":null,"funder_award_id":"STO 477114-1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W130216483","https://openalex.org/W398859631","https://openalex.org/W569478347","https://openalex.org/W592244745","https://openalex.org/W1623311931","https://openalex.org/W2012058822","https://openalex.org/W2072863821","https://openalex.org/W2093333331","https://openalex.org/W2100993276","https://openalex.org/W2140801763","https://openalex.org/W2147501341","https://openalex.org/W2157719307","https://openalex.org/W2199215277","https://openalex.org/W2203344779","https://openalex.org/W2213467466","https://openalex.org/W2471216432","https://openalex.org/W2569181534","https://openalex.org/W2593216298","https://openalex.org/W2605907393","https://openalex.org/W2765218414","https://openalex.org/W2827554450","https://openalex.org/W2871950322","https://openalex.org/W2897555104","https://openalex.org/W2912536046","https://openalex.org/W2919658942","https://openalex.org/W2958441538","https://openalex.org/W2963623071","https://openalex.org/W2981952374","https://openalex.org/W3016943329","https://openalex.org/W3205894451","https://openalex.org/W4250935087","https://openalex.org/W6617744952","https://openalex.org/W6638315535","https://openalex.org/W6639732818","https://openalex.org/W6640963894","https://openalex.org/W6680971464","https://openalex.org/W6711952718","https://openalex.org/W6746816404","https://openalex.org/W6747136208","https://openalex.org/W6752715455","https://openalex.org/W6758371532","https://openalex.org/W6788996426"],"related_works":["https://openalex.org/W2035104213","https://openalex.org/W2240967841","https://openalex.org/W2791686160","https://openalex.org/W1587348481","https://openalex.org/W3205513966","https://openalex.org/W3120459843","https://openalex.org/W1513257435","https://openalex.org/W2978665606","https://openalex.org/W2010967541","https://openalex.org/W4380487215"],"abstract_inverted_index":{"Modeling":[0],"interaction":[1,106],"dynamics":[2,107,162],"to":[3,11,15,62,70,95,115,158,168,198,205],"generate":[4,199],"robot":[5,10,208],"trajectories":[6,175],"that":[7,86,143],"enable":[8],"a":[9,16,84,129,206],"adapt":[12,69],"and":[13,19,25,91],"react":[14],"human's":[17],"actions":[18],"intentions":[20],"is":[21],"critical":[22],"for":[23,54,136,176,212],"efficient":[24],"effective":[26],"collaborative":[27],"Human-Robot":[28],"Interactions":[29,38],"(HRI).":[30],"Learning":[31],"from":[32,36,108,139,194],"Demonstration":[33],"(LfD)":[34],"methods":[35,53],"Human-Human":[37],"(HHI)":[39],"have":[40],"shown":[41],"promising":[42],"results,":[43],"especially":[44],"when":[45,181],"coupled":[46],"with":[47],"representation":[48,89],"learning":[49,55,90,94,137],"techniques.":[50],"However,":[51],"such":[52,165],"HRI":[56,138,154],"either":[57],"do":[58],"not":[59],"scale":[60],"well":[61],"high":[63],"dimensional":[64],"data":[65],"or":[66],"cannot":[67],"accurately":[68],"changing":[71],"via-poses":[72],"of":[73,99,120,128,153],"the":[74,97,105,117,121,125,147,150,160,177,184,210],"interacting":[75,122],"partner.":[76],"We":[77,103],"propose":[78],"Multimodal":[79],"Interactive":[80],"Latent":[81],"Dynamics":[82],"(MILD),":[83],"method":[85],"couples":[87],"deep":[88],"probabilistic":[92],"machine":[93],"address":[96],"problem":[98],"two-party":[100],"physical":[101],"HRIs.":[102],"learn":[104,192],"demonstrations,":[109],"using":[110],"Hidden":[111],"Semi-Markov":[112],"Models":[113],"(HSMMs)":[114],"model":[116],"joint":[118],"distribution":[119],"agents":[123],"in":[124,149,164],"latent":[126,151],"space":[127],"Variational":[130],"Autoencoder":[131],"(VAE).":[132],"Our":[133],"experimental":[134],"evaluations":[135],"HHI":[140],"demonstrations":[141],"show":[142],"MILD":[144,171,190],"effectively":[145],"captures":[146],"multimodality":[148],"representations":[152],"tasks,":[155],"allowing":[156],"us":[157],"decode":[159],"varying":[161],"occurring":[163],"tasks.":[166],"Compared":[167],"related":[169],"work,":[170],"generates":[172],"more":[173],"accurate":[174],"controlled":[178],"agent":[179],"(robot)":[180],"conditioned":[182],"on":[183],"observed":[185],"agent's":[186],"(human)":[187],"trajectory.":[188],"Notably,":[189],"can":[191],"directly":[193],"camera-based":[195],"pose":[196],"estimations":[197],"trajectories,":[200],"which":[201],"we":[202],"then":[203],"map":[204],"humanoid":[207],"without":[209],"need":[211],"any":[213],"additional":[214],"training.":[215],"Supplementary":[216],"Material:":[217],"https://bit.ly/MILD-HRI.":[218]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2023-01-06T00:00:00"}