{"id":"https://openalex.org/W2824479732","doi":"https://doi.org/10.1109/tcds.2018.2843122","title":"Robot Fast Adaptation to Changes in Human Engagement During Simulated Dynamic Social Interaction With Active Exploration in Parameterized Reinforcement Learning","display_name":"Robot Fast Adaptation to Changes in Human Engagement During Simulated Dynamic Social Interaction With Active Exploration in Parameterized Reinforcement Learning","publication_year":2018,"publication_date":"2018-07-05","ids":{"openalex":"https://openalex.org/W2824479732","doi":"https://doi.org/10.1109/tcds.2018.2843122","mag":"2824479732"},"language":"en","primary_location":{"id":"doi:10.1109/tcds.2018.2843122","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcds.2018.2843122","pdf_url":"https://ieeexplore.ieee.org/ielx7/7274989/8567843/08404000.pdf","source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/7274989/8567843/08404000.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016381589","display_name":"Mehdi Khamassi","orcid":"https://orcid.org/0000-0002-2515-1046"},"institutions":[{"id":"https://openalex.org/I174458059","display_name":"National Technical University of Athens","ror":"https://ror.org/03cx6bg69","country_code":"GR","type":"education","lineage":["https://openalex.org/I174458059"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210150358","display_name":"Institut Syst\u00e8mes Intelligents et de Robotique","ror":"https://ror.org/05neq8668","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I154526488","https://openalex.org/I39804081","https://openalex.org/I4210150358","https://openalex.org/I4210159245"]}],"countries":["FR","GR"],"is_corresponding":false,"raw_author_name":"Mehdi Khamassi","raw_affiliation_strings":["School of Electrical and Computer Engineering, National Technical University of Athens, Athens, Greece","ISIR - Institut des Syst\u00e8mes Intelligents et de Robotique (Sorbonne-Universit\u00e9, Boite courrier 173 4 Place JUSSIEU 75252 Paris cedex 05 - France)"],"raw_orcid":"https://orcid.org/0000-0002-2515-1046","affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, National Technical University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I174458059"]},{"raw_affiliation_string":"ISIR - Institut des Syst\u00e8mes Intelligents et de Robotique (Sorbonne-Universit\u00e9, Boite courrier 173 4 Place JUSSIEU 75252 Paris cedex 05 - France)","institution_ids":["https://openalex.org/I39804081","https://openalex.org/I4210150358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077199166","display_name":"George Velentzas","orcid":"https://orcid.org/0000-0003-3358-7488"},"institutions":[{"id":"https://openalex.org/I174458059","display_name":"National Technical University of Athens","ror":"https://ror.org/03cx6bg69","country_code":"GR","type":"education","lineage":["https://openalex.org/I174458059"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"George Velentzas","raw_affiliation_strings":["School of Electrical and Computer Engineering, National Technical University of Athens, Athens, Greece","School of E.C.E - School of of Electrical and Computer Engineering [Athens] (National Technical University of Athens, School of Electrical and Computer Engineers, 9, Iroon Polytechniou str., Athens, Post Code 157 80 - Gr\u00e8ce)"],"raw_orcid":"https://orcid.org/0000-0003-3358-7488","affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, National Technical University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I174458059"]},{"raw_affiliation_string":"School of E.C.E - School of of Electrical and Computer Engineering [Athens] (National Technical University of Athens, School of Electrical and Computer Engineers, 9, Iroon Polytechniou str., Athens, Post Code 157 80 - Gr\u00e8ce)","institution_ids":["https://openalex.org/I174458059"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035447694","display_name":"Theodore Tsitsimis","orcid":null},"institutions":[{"id":"https://openalex.org/I174458059","display_name":"National Technical University of Athens","ror":"https://ror.org/03cx6bg69","country_code":"GR","type":"education","lineage":["https://openalex.org/I174458059"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Theodore Tsitsimis","raw_affiliation_strings":["School of Electrical and Computer Engineering, National Technical University of Athens, Athens, Greece","School of E.C.E - School of of Electrical and Computer Engineering [Athens] (National Technical University of Athens, School of Electrical and Computer Engineers, 9, Iroon Polytechniou str., Athens, Post Code 157 80 - Gr\u00e8ce)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, National Technical University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I174458059"]},{"raw_affiliation_string":"School of E.C.E - School of of Electrical and Computer Engineering [Athens] (National Technical University of Athens, School of Electrical and Computer Engineers, 9, Iroon Polytechniou str., Athens, Post Code 157 80 - Gr\u00e8ce)","institution_ids":["https://openalex.org/I174458059"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075518884","display_name":"Costas S. Tzafestas","orcid":"https://orcid.org/0000-0003-1545-9191"},"institutions":[{"id":"https://openalex.org/I174458059","display_name":"National Technical University of Athens","ror":"https://ror.org/03cx6bg69","country_code":"GR","type":"education","lineage":["https://openalex.org/I174458059"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Costas Tzafestas","raw_affiliation_strings":["School of Electrical and Computer Engineering, National Technical University of Athens, Athens, Greece","School of E.C.E - School of of Electrical and Computer Engineering [Athens] (National Technical University of Athens, School of Electrical and Computer Engineers, 9, Iroon Polytechniou str., Athens, Post Code 157 80 - Gr\u00e8ce)"],"raw_orcid":"https://orcid.org/0000-0003-1545-9191","affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, National Technical University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I174458059"]},{"raw_affiliation_string":"School of E.C.E - School of of Electrical and Computer Engineering [Athens] (National Technical University of Athens, School of Electrical and Computer Engineers, 9, Iroon Polytechniou str., Athens, Post Code 157 80 - Gr\u00e8ce)","institution_ids":["https://openalex.org/I174458059"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":{"value":1765,"currency":"EUR","value_usd":1903},"fwci":3.6944,"has_fulltext":true,"cited_by_count":41,"citation_normalized_percentile":{"value":0.94214435,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"10","issue":"4","first_page":"881","last_page":"893"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9664999842643738,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7824231386184692},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7553144097328186},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6842040419578552},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5685458779335022},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.551744282245636},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5346274375915527},{"id":"https://openalex.org/keywords/parameterized-complexity","display_name":"Parameterized complexity","score":0.48959097266197205},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.4810378849506378},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.4395119249820709},{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.42070069909095764},{"id":"https://openalex.org/keywords/social-robot","display_name":"Social robot","score":0.4101576805114746},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3736434578895569},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.32500922679901123},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.2571818232536316},{"id":"https://openalex.org/keywords/robot-control","display_name":"Robot control","score":0.2516542077064514},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.08947357535362244}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7824231386184692},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7553144097328186},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6842040419578552},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5685458779335022},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.551744282245636},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5346274375915527},{"id":"https://openalex.org/C165464430","wikidata":"https://www.wikidata.org/wiki/Q1570441","display_name":"Parameterized complexity","level":2,"score":0.48959097266197205},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.4810378849506378},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.4395119249820709},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.42070069909095764},{"id":"https://openalex.org/C162947575","wikidata":"https://www.wikidata.org/wiki/Q2005645","display_name":"Social robot","level":5,"score":0.4101576805114746},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3736434578895569},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32500922679901123},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.2571818232536316},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.2516542077064514},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.08947357535362244},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcds.2018.2843122","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcds.2018.2843122","pdf_url":"https://ieeexplore.ieee.org/ielx7/7274989/8567843/08404000.pdf","source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-02324064v1","is_oa":true,"landing_page_url":"https://hal.science/hal-02324064","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems, 2018, 10 (4), pp.881-893. ⟨10.1109/TCDS.2018.2843122⟩","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/tcds.2018.2843122","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcds.2018.2843122","pdf_url":"https://ieeexplore.ieee.org/ielx7/7274989/8567843/08404000.pdf","source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7400000095367432,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G1156222357","display_name":null,"funder_award_id":"H2020-ICT-24-2015","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G1182127530","display_name":null,"funder_award_id":"687831","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G1189697078","display_name":null,"funder_award_id":"ANR\u201311\u2013LABX\u201365","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G2647246237","display_name":null,"funder_award_id":"ANR-11IDEX-0004-02","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G4344075577","display_name":null,"funder_award_id":"ANR-11-IDEX-0004-02","funder_id":"https://openalex.org/F4320322892","funder_display_name":"Centre National de la Recherche Scientifique"},{"id":"https://openalex.org/G4600281106","display_name":"Self Aware Robots","funder_award_id":"ANR-12-CORD-0030","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G4866930200","display_name":null,"funder_award_id":"ANR-11-IDEX","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G5615659713","display_name":null,"funder_award_id":"IDEX-0004-02","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G6654833908","display_name":"Sorbonne Universit\u00e9s \u00e0 Paris pour l'Enseignement et la Recherche","funder_award_id":"ANR-11-IDEX-0004","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G6702880738","display_name":null,"funder_award_id":"ANR-12","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G7235831075","display_name":null,"funder_award_id":"ANR-11-LABX-65","funder_id":"https://openalex.org/F4320322892","funder_display_name":"Centre National de la Recherche Scientifique"},{"id":"https://openalex.org/G8227287131","display_name":"Interactions humain/Machine/Humain intelligentes dans la soci\u00e9t\u00e9 num\u00e9rique","funder_award_id":"ANR-11-LABX-0065","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G8484735453","display_name":null,"funder_award_id":"PICS 279521","funder_id":"https://openalex.org/F4320322892","funder_display_name":"Centre National de la Recherche Scientifique"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320322364","display_name":"Labex","ror":"https://ror.org/01cvsyf94"},{"id":"https://openalex.org/F4320322892","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2824479732.pdf","grobid_xml":"https://content.openalex.org/works/W2824479732.grobid-xml"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W266425004","https://openalex.org/W1152374494","https://openalex.org/W1575207274","https://openalex.org/W1836026262","https://openalex.org/W1856459231","https://openalex.org/W1944301273","https://openalex.org/W1990671169","https://openalex.org/W1996579288","https://openalex.org/W1999611081","https://openalex.org/W2004303440","https://openalex.org/W2017142537","https://openalex.org/W2033999619","https://openalex.org/W2058169200","https://openalex.org/W2060304006","https://openalex.org/W2061868368","https://openalex.org/W2077611535","https://openalex.org/W2078013821","https://openalex.org/W2085580502","https://openalex.org/W2094856020","https://openalex.org/W2096284813","https://openalex.org/W2101539915","https://openalex.org/W2132963441","https://openalex.org/W2135324952","https://openalex.org/W2139219009","https://openalex.org/W2150671164","https://openalex.org/W2153463593","https://openalex.org/W2153738822","https://openalex.org/W2155941368","https://openalex.org/W2158342607","https://openalex.org/W2158984235","https://openalex.org/W2159554014","https://openalex.org/W2168405694","https://openalex.org/W2185095108","https://openalex.org/W2185566361","https://openalex.org/W2256420211","https://openalex.org/W2330879847","https://openalex.org/W2482333547","https://openalex.org/W2600672398","https://openalex.org/W2612581922","https://openalex.org/W2793748321","https://openalex.org/W2949369413","https://openalex.org/W2963312729","https://openalex.org/W2963616477","https://openalex.org/W3143996792","https://openalex.org/W4210707206","https://openalex.org/W4246277771","https://openalex.org/W6640648879","https://openalex.org/W6680140762","https://openalex.org/W6691861496","https://openalex.org/W6692312642"],"related_works":["https://openalex.org/W4388576605","https://openalex.org/W2062302545","https://openalex.org/W2765277596","https://openalex.org/W1989753795","https://openalex.org/W3133699834","https://openalex.org/W2918544916","https://openalex.org/W4312511060","https://openalex.org/W3181705171","https://openalex.org/W2909564046","https://openalex.org/W2160434794"],"abstract_inverted_index":{"Dynamic":[0],"uncontrolled":[1],"human-robot":[2],"interactions":[3],"(HRIs)":[4],"require":[5],"robots":[6],"to":[7,10,12,62,64,112,159,204,221],"be":[8],"able":[9],"adapt":[11,63,220],"changes":[13],"in":[14,42,117,126,149,188,223],"the":[15,27,32,38,43,47,83,87,91,115,127,150,186,194,212],"human's":[16,28,39,92],"behavior":[17,53],"and":[18,45,95,125,138,164,219,236],"intentions.":[19],"Among":[20],"relevant":[21],"signals,":[22],"nonverbal":[23,66],"cues":[24,67,210],"such":[25],"as":[26],"gaze":[29],"can":[30,217],"provide":[31],"robot":[33,48,57,240],"with":[34,172,226],"important":[35],"information":[36],"about":[37],"current":[40,52,93],"engagement":[41,94,207,225],"task,":[44,163,197],"whether":[46],"should":[49],"continue":[50],"its":[51],"or":[54,175],"not.":[55],"However,":[56],"reinforcement":[58],"learning":[59,241],"(RL)":[60],"abilities":[61],"these":[65,230],"are":[68],"still":[69],"underdeveloped.":[70],"Here,":[71],"we":[72],"propose":[73],"an":[74,123],"active":[75,176],"exploration":[76,116,177],"algorithm":[77,109,145,216],"for":[78,239],"RL":[79,171],"during":[80,242],"HRI":[81,162,196,244],"where":[82,106,198],"reward":[84],"function":[85],"is":[86,110,202],"weighted":[88],"sum":[89],"of":[90,97,129,132,193,211],"variations":[96],"this":[98,144],"engagement.":[99],"We":[100,140,155,183],"use":[101],"a":[102,107,160,189,199,233],"parameterized":[103,170],"action":[104,119],"space":[105,120,128],"meta-learning":[108],"applied":[111],"simultaneously":[113],"tune":[114],"discrete":[118],"(e.g.,":[121,134],"moving":[122],"object)":[124],"continuous":[130,169],"characteristics":[131],"movement":[133],"velocity,":[135],"direction,":[136],"strength,":[137],"expressivity).":[139],"first":[141],"show":[142,165],"that":[143,166],"reaches":[146],"state-of-the-art":[147],"performance":[148,187],"nonstationary":[151],"multiarmed":[152],"bandit":[153],"paradigm.":[154],"then":[156],"apply":[157],"it":[158,167],"simulated":[161],"outperforms":[168],"either":[173],"passive":[174],"based":[178],"on":[179],"different":[180,227],"existing":[181],"methods.":[182],"finally":[184],"test":[185,192],"more":[190],"realistic":[191],"same":[195],"practical":[200],"approach":[201],"followed":[203],"estimate":[205],"human":[206,224],"through":[208],"visual":[209],"head":[213],"pose.":[214],"The":[215],"detect":[218],"perturbations":[222],"durations.":[228],"Altogether,":[229],"results":[231],"suggest":[232],"novel":[234],"efficient":[235],"robust":[237],"framework":[238],"dynamic":[243],"scenarios.":[245]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":3}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}