{"id":"https://openalex.org/W2171486046","doi":"https://doi.org/10.1145/2493525.2493535","title":"Social signal and user adaptation in reinforcement learning-based dialogue management","display_name":"Social signal and user adaptation in reinforcement learning-based dialogue management","publication_year":2013,"publication_date":"2013-07-30","ids":{"openalex":"https://openalex.org/W2171486046","doi":"https://doi.org/10.1145/2493525.2493535","mag":"2171486046"},"language":"en","primary_location":{"id":"doi:10.1145/2493525.2493535","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2493525.2493535","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Machine Learning for Interactive Systems: Bridging the Gap Between Perception, Action and Communication","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007099438","display_name":"Emmanuel Ferreira","orcid":null},"institutions":[{"id":"https://openalex.org/I198415970","display_name":"Universit\u00e9 d'Avignon et des Pays de Vaucluse","ror":"https://ror.org/00mfpxb84","country_code":"FR","type":"education","lineage":["https://openalex.org/I198415970"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Emmanuel Ferreira","raw_affiliation_strings":["University of Avignon, Avignon, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Avignon, Avignon, France","institution_ids":["https://openalex.org/I198415970"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103414469","display_name":"Fabrice Lef\u00e8vre","orcid":null},"institutions":[{"id":"https://openalex.org/I198415970","display_name":"Universit\u00e9 d'Avignon et des Pays de Vaucluse","ror":"https://ror.org/00mfpxb84","country_code":"FR","type":"education","lineage":["https://openalex.org/I198415970"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Fabrice Lef\u00e8vre","raw_affiliation_strings":["University of Avignon, Avignon, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Avignon, Avignon, France","institution_ids":["https://openalex.org/I198415970"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I198415970"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"61","last_page":"69"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9044269919395447},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7652239799499512},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.7110965847969055},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.680423378944397},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.4546012580394745},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.45044413208961487},{"id":"https://openalex.org/keywords/kalman-filter","display_name":"Kalman filter","score":0.4334809184074402},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42204490303993225}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9044269919395447},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7652239799499512},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.7110965847969055},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.680423378944397},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.4546012580394745},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.45044413208961487},{"id":"https://openalex.org/C157286648","wikidata":"https://www.wikidata.org/wiki/Q846780","display_name":"Kalman filter","level":2,"score":0.4334809184074402},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42204490303993225},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2493525.2493535","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2493525.2493535","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Machine Learning for Interactive Systems: Bridging the Gap Between Perception, Action and Communication","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-01315527v1","is_oa":false,"landing_page_url":"https://hal.science/hal-01315527","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"MLIS '13 Proceedings of the 2nd Workshop on Machine Learning for Interactive Systems: Bridging the Gap Between Perception, Action and Communication , Aug 2013, Beijing, China. ⟨10.1145/2493525.2493535⟩","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W114159433","https://openalex.org/W194972339","https://openalex.org/W1518203739","https://openalex.org/W1521332421","https://openalex.org/W1777239053","https://openalex.org/W1778387566","https://openalex.org/W2007221309","https://openalex.org/W2054716580","https://openalex.org/W2057563799","https://openalex.org/W2097128017","https://openalex.org/W2098644353","https://openalex.org/W2105934661","https://openalex.org/W2110962519","https://openalex.org/W2115101920","https://openalex.org/W2117989772","https://openalex.org/W2119015791","https://openalex.org/W2121863487","https://openalex.org/W2127530277","https://openalex.org/W2132024850","https://openalex.org/W2151814822","https://openalex.org/W2158984235","https://openalex.org/W2163533082","https://openalex.org/W2168359464","https://openalex.org/W2168490009","https://openalex.org/W2180877127","https://openalex.org/W2396863940","https://openalex.org/W4211153864","https://openalex.org/W4214717370","https://openalex.org/W4323322863","https://openalex.org/W6683134565"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2586732548","https://openalex.org/W3049728571"],"abstract_inverted_index":{"This":[0],"paper":[1],"investigates":[2],"the":[3,29,32,71,90,94,99,108,111,123],"conditions":[4],"under":[5],"which":[6],"cues":[7],"from":[8],"social":[9,91],"signals":[10,42],"can":[11,55],"be":[12,56],"used":[13,57],"for":[14],"user":[15,18,102,117,124],"adaptation":[16],"(or":[17],"tracking)":[19],"of":[20,31,36,110,122],"a":[21,37,82,105,115,128,137],"learning":[22,121],"agent.":[23],"In":[24,68,104],"this":[25,69],"work":[26],"we":[27],"consider":[28],"case":[30],"Reinforcement":[33],"Learning":[34],"(RL)":[35],"dialogue":[38,140],"management":[39,141],"module.":[40],"Social":[41],"(gazes,":[43],"postures,":[44],"emotions,":[45],"etc.)":[46],"have":[47],"an":[48,59],"undeniable":[49],"importance":[50],"in":[51,79,93],"human":[52],"interactions":[53],"and":[54,61,97],"as":[58],"additional":[60],"user-dependent":[62],"(subjective)":[63],"reinforcement":[64],"signal":[65],"during":[66],"learning.":[67],"paper,":[70],"Kalman":[72],"Temporal":[73],"Differences":[74],"(KTD)":[75],"framework":[76,142],"is":[77,131],"employed":[78],"combination":[80],"with":[81,143],"potential-based":[83],"shaping":[84],"reward":[85],"method":[86,112],"to":[87,101,113,127],"properly":[88],"integrate":[89],"information":[92],"optimisation":[95],"procedure":[96],"adapt":[98],"policy":[100],"profiles.":[103],"second":[106],"step":[107],"ability":[109],"track":[114],"new":[116,129],"profile":[118],"(after":[119],"self":[120],"or":[125],"switch":[126],"user)":[130],"shown.":[132],"Experiments":[133],"carried":[134],"out":[135],"using":[136],"state-of-the-art":[138],"goal-oriented":[139],"simulations":[144],"support":[145],"our":[146],"claims.":[147]},"counts_by_year":[{"year":2023,"cited_by_count":3},{"year":2020,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":8},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}