{"id":"https://openalex.org/W4313563162","doi":"https://doi.org/10.1109/humanoids53995.2022.10000205","title":"Multimodal reinforcement learning for partner specific adaptation in robot-multi-robot interaction","display_name":"Multimodal reinforcement learning for partner specific adaptation in robot-multi-robot interaction","publication_year":2022,"publication_date":"2022-11-28","ids":{"openalex":"https://openalex.org/W4313563162","doi":"https://doi.org/10.1109/humanoids53995.2022.10000205"},"language":"en","primary_location":{"id":"doi:10.1109/humanoids53995.2022.10000205","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/humanoids53995.2022.10000205","pdf_url":null,"source":{"id":"https://openalex.org/S4363608580","display_name":"2022 IEEE-RAS 21st International Conference on Humanoid Robots (Humanoids)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE-RAS 21st International Conference on Humanoid Robots (Humanoids)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071749086","display_name":"Murat K\u0131rtay","orcid":"https://orcid.org/0000-0001-5524-8220"},"institutions":[{"id":"https://openalex.org/I193700539","display_name":"Tilburg University","ror":"https://ror.org/04b8v1s79","country_code":"NL","type":"education","lineage":["https://openalex.org/I193700539"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Murat Kirtay","raw_affiliation_strings":["Tilburg University,Department of Cognitive Science and Artificial Intelligence,Tilburg,Netherlands","Department of Cognitive Science and Artificial Intelligence, Tilburg University, Tilburg, Netherlands"],"affiliations":[{"raw_affiliation_string":"Tilburg University,Department of Cognitive Science and Artificial Intelligence,Tilburg,Netherlands","institution_ids":["https://openalex.org/I193700539"]},{"raw_affiliation_string":"Department of Cognitive Science and Artificial Intelligence, Tilburg University, Tilburg, Netherlands","institution_ids":["https://openalex.org/I193700539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025141452","display_name":"Verena V. Hafner","orcid":"https://orcid.org/0000-0002-9125-8466"},"institutions":[{"id":"https://openalex.org/I39343248","display_name":"Humboldt-Universit\u00e4t zu Berlin","ror":"https://ror.org/01hcx6992","country_code":"DE","type":"education","lineage":["https://openalex.org/I39343248"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Verena V. Hafner","raw_affiliation_strings":["Humboldt-Universität zu Berlin,Adaptive Systems Group,Department of Computer Science,Berlin,Germany"],"affiliations":[{"raw_affiliation_string":"Humboldt-Universität zu Berlin,Adaptive Systems Group,Department of Computer Science,Berlin,Germany","institution_ids":["https://openalex.org/I39343248"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044985800","display_name":"Minoru Asada","orcid":"https://orcid.org/0000-0001-9506-6333"},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"Osaka University","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]},{"id":"https://openalex.org/I4528725","display_name":"Osaka International University","ror":"https://ror.org/02dqf3w62","country_code":"JP","type":"education","lineage":["https://openalex.org/I4528725"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Minoru Asada","raw_affiliation_strings":["Institute for Open and Transdisci-plinary, Research Initiatives, Osaka University,Symbiotic Intelligent Systems Research Center,Japan","International Professional University of Technology in Osaka, Osaka, Japan","Symbiotic Intelligent Systems Research Center, Institute for Open and Transdisci-plinary, Research Initiatives, Osaka University, Japan"],"affiliations":[{"raw_affiliation_string":"Institute for Open and Transdisci-plinary, Research Initiatives, Osaka University,Symbiotic Intelligent Systems Research Center,Japan","institution_ids":["https://openalex.org/I98285908"]},{"raw_affiliation_string":"International Professional University of Technology in Osaka, Osaka, Japan","institution_ids":["https://openalex.org/I4528725"]},{"raw_affiliation_string":"Symbiotic Intelligent Systems Research Center, Institute for Open and Transdisci-plinary, Research Initiatives, Osaka University, Japan","institution_ids":["https://openalex.org/I98285908"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036337562","display_name":"Anna K. Kuhlen","orcid":"https://orcid.org/0000-0001-8834-0592"},"institutions":[{"id":"https://openalex.org/I39343248","display_name":"Humboldt-Universit\u00e4t zu Berlin","ror":"https://ror.org/01hcx6992","country_code":"DE","type":"education","lineage":["https://openalex.org/I39343248"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Anna K. Kuhlen","raw_affiliation_strings":["Humboldt-Universität zu Berlin,Department of Psychol-ogy,Berlin,Germany"],"affiliations":[{"raw_affiliation_string":"Humboldt-Universität zu Berlin,Department of Psychol-ogy,Berlin,Germany","institution_ids":["https://openalex.org/I39343248"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018729334","display_name":"Erhan \u00d6ztop","orcid":"https://orcid.org/0000-0002-3051-6038"},"institutions":[{"id":"https://openalex.org/I98285908","display_name":"Osaka University","ror":"https://ror.org/035t8zc32","country_code":"JP","type":"education","lineage":["https://openalex.org/I98285908"]},{"id":"https://openalex.org/I44925452","display_name":"\u00d6zye\u011fin University","ror":"https://ror.org/01jjhfr75","country_code":"TR","type":"education","lineage":["https://openalex.org/I44925452"]}],"countries":["JP","TR"],"is_corresponding":false,"raw_author_name":"Erhan Oztop","raw_affiliation_strings":["Institute for Open and Transdisci-plinary, Research Initiatives, Osaka University,Symbiotic Intelligent Systems Research Center,Japan","Ozyegin University, Istanbul, Turkey","Symbiotic Intelligent Systems Research Center, Institute for Open and Transdisci-plinary, Research Initiatives, Osaka University, Japan"],"affiliations":[{"raw_affiliation_string":"Institute for Open and Transdisci-plinary, Research Initiatives, Osaka University,Symbiotic Intelligent Systems Research Center,Japan","institution_ids":["https://openalex.org/I98285908"]},{"raw_affiliation_string":"Ozyegin University, Istanbul, Turkey","institution_ids":["https://openalex.org/I44925452"]},{"raw_affiliation_string":"Symbiotic Intelligent Systems Research Center, Institute for Open and Transdisci-plinary, Research Initiatives, Osaka University, Japan","institution_ids":["https://openalex.org/I98285908"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5071749086"],"corresponding_institution_ids":["https://openalex.org/I193700539"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.33388982,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"843","last_page":"850"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10656","display_name":"Child and Animal Learning Development","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11431","display_name":"Action Observation and Synchronization","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7092477083206177},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6705543398857117},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6136483550071716},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5937401652336121},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5739393830299377},{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.5408772230148315},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4704552888870239},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.42891794443130493},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.41281402111053467},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13410130143165588},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.10596588253974915}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7092477083206177},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6705543398857117},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6136483550071716},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5937401652336121},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5739393830299377},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.5408772230148315},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4704552888870239},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.42891794443130493},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.41281402111053467},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13410130143165588},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.10596588253974915},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/humanoids53995.2022.10000205","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/humanoids53995.2022.10000205","pdf_url":null,"source":{"id":"https://openalex.org/S4363608580","display_name":"2022 IEEE-RAS 21st International Conference on Humanoid Robots (Humanoids)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE-RAS 21st International Conference on Humanoid Robots (Humanoids)","raw_type":"proceedings-article"},{"id":"pmh:uvt:oai:tilburguniversity.edu:publications/2597d3c9-12bc-4bed-a117-125b1a51b2dc","is_oa":false,"landing_page_url":"https://research.tilburguniversity.edu/en/publications/2597d3c9-12bc-4bed-a117-125b1a51b2dc","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2022 IEEE-RAS 21st International Conference on Humanoid Robots, Humanoids 2022, 843 - 850","raw_type":"info:eu-repo/semantics/conferencepaper"},{"id":"pmh:oai:eresearch.ozyegin.edu.tr:10679/8569","is_oa":false,"landing_page_url":"http://hdl.handle.net/10679/8569","pdf_url":null,"source":{"id":"https://openalex.org/S4306400232","display_name":"ECS Journal of Solid State Science and Technology (The Electrochemical Society)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2802273670","host_organization_name":"Electrochemical Society","host_organization_lineage":["https://openalex.org/I2802273670"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:tilburguniversity.edu:publications/2597d3c9-12bc-4bed-a117-125b1a51b2dc","is_oa":false,"landing_page_url":"http://www.scopus.com/inward/record.url?scp=85146360474&partnerID=8YFLogxK","pdf_url":null,"source":{"id":"https://openalex.org/S4306401490","display_name":"Research portal (Tilburg University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193700539","host_organization_name":"Tilburg University","host_organization_lineage":["https://openalex.org/I193700539"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Kirtay, M, Hafner, V V, Asada, M, Kuhlen, A K & Oztop, E 2022, Multimodal reinforcement learning for partner specific adaptation in robot-multi-robot interaction. in 2022 IEEE-RAS 21st International Conference on Humanoid Robots, Humanoids 2022. IEEE-RAS International Conference on Humanoid Robots, vol. 2022-November, IEEE Computer Society, pp. 843-850, 2022 IEEE-RAS 21st International Conference on Humanoid Robots, Humanoids 2022, Ginowan, Japan, 28/11/22. https://doi.org/10.1109/Humanoids53995.2022.10000205","raw_type":"contributionToPeriodical"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.4300000071525574,"display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1539811621","https://openalex.org/W2034587361","https://openalex.org/W2041372302","https://openalex.org/W2091417852","https://openalex.org/W2121226869","https://openalex.org/W2581251857","https://openalex.org/W2587712052","https://openalex.org/W2752251272","https://openalex.org/W2767290858","https://openalex.org/W2811094992","https://openalex.org/W2884247313","https://openalex.org/W2914810581","https://openalex.org/W2981111762","https://openalex.org/W3034963685","https://openalex.org/W3093486804","https://openalex.org/W3111019671","https://openalex.org/W3112660860","https://openalex.org/W3193572393","https://openalex.org/W3193757189","https://openalex.org/W3195404513","https://openalex.org/W4211008118","https://openalex.org/W4214717370","https://openalex.org/W4214871172","https://openalex.org/W4246068809","https://openalex.org/W4298128229","https://openalex.org/W4301187306","https://openalex.org/W6731806410","https://openalex.org/W6753770476","https://openalex.org/W6767264462"],"related_works":["https://openalex.org/W2745063183","https://openalex.org/W2129850190","https://openalex.org/W4256317079","https://openalex.org/W2295425790","https://openalex.org/W3213722473","https://openalex.org/W4293926484","https://openalex.org/W3205513966","https://openalex.org/W3120459843","https://openalex.org/W4366547574","https://openalex.org/W3200191727"],"abstract_inverted_index":{"Successful":[0],"and":[1,20,204],"efficient":[2],"teamwork":[3],"requires":[4],"knowledge":[5,13],"of":[6,38,85,125,136,139,202],"the":[7,22,80,94,110,114,118,134,137,151,169,181,192,196,200],"individual":[8],"team":[9],"members'":[10],"expertise.":[11],"Such":[12],"is":[14,154],"typically":[15],"acquired":[16],"in":[17,36,83],"social":[18],"interaction":[19],"forms":[21],"basis":[23],"for":[24,107],"socially":[25],"intelligent,":[26],"partner-adapted":[27],"behavior.":[28],"This":[29],"study":[30],"aims":[31,173],"to":[32,54,74,78,105,109,117,174,180,186,208],"implement":[33],"this":[34,43,167,206],"ability":[35],"teams":[37],"multiple":[39],"humanoid":[40,46],"robots.":[41],"To":[42],"end,":[44],"a":[45,56,128,157,187],"robot,":[47],"Nao,":[48],"interacted":[49],"with":[50,212],"three":[51],"Pepper":[52],"robots":[53],"perform":[55,79],"sequential":[57],"audio-visual":[58,147],"pattern":[59],"recall":[60],"task":[61,81,120,189,211],"that":[62,132,195],"required":[63],"integrating":[64],"multimodal":[65,129],"information.":[66],"Nao":[67,96,104,126,172],"outsourced":[68],"its":[69,75,98,210],"decisions":[70],"(i.e.,":[71,142],"action":[72],"selections)":[73],"robot":[76,171,198],"partners":[77,203],"efficiently":[82],"terms":[84],"neural":[86,214],"computational":[87,215],"cost":[88,138,153,216],"by":[89,160,178],"applying":[90],"reinforcement":[91],"learning.":[92],"During":[93],"interaction,":[95],"learned":[97],"partners'":[99],"specific":[100],"expertise,":[101],"which":[102],"allowed":[103,133],"turn":[106],"guidance":[108],"partner":[111,182],"who":[112],"has":[113],"expertise":[115,184,201],"corresponding":[116],"current":[119],"state.":[121,190],"The":[122],"cognitive":[123,143,176,218],"processing":[124,141,146,152],"included":[127],"auto-associative":[130],"memory":[131],"determination":[135],"perceptual":[140],"load)":[144],"when":[145],"stimuli.":[148],"In":[149,166],"turn,":[150],"converted":[155],"into":[156],"reward":[158,163],"signal":[159],"an":[161],"internal":[162],"generation":[164],"module.":[165],"setting,":[168],"learner":[170,197],"minimize":[175],"load":[177],"turning":[179],"whose":[183],"corresponds":[185],"given":[188],"Overall,":[191],"results":[193],"indicate":[194],"discovers":[199],"exploits":[205],"information":[207],"execute":[209],"low":[213],"or":[217],"load.":[219]},"counts_by_year":[],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}