{"id":"https://openalex.org/W2136152952","doi":null,"title":"Reinforcement Learning of Cooperative Persuasive Dialogue Policies using Framing","display_name":"Reinforcement Learning of Cooperative Persuasive Dialogue Policies using Framing","publication_year":2014,"publication_date":"2014-08-01","ids":{"openalex":"https://openalex.org/W2136152952","mag":"2136152952"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.656.4023","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.656.4023","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://aclweb.org/anthology/C/C14/C14-1161.pdf","raw_type":"text"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"T. HIRAOKA","orcid":"https://orcid.org/0000-0002-4755-8816","observed_orcids":["https://orcid.org/0000-0002-4755-8816"]},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"T. HIRAOKA","raw_affiliation_strings":[", Nara Institute of Science and Technology"],"raw_orcid":"https://orcid.org/0000-0002-4755-8816","affiliations":[{"raw_affiliation_string":", Nara Institute of Science and Technology","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000692949","display_name":"Graham Neubig","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Graham Neubig","raw_affiliation_strings":[", Nara Institute of Science and Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":", Nara Institute of Science and Technology","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040108974","display_name":"Sakriani Sakti","orcid":"https://orcid.org/0000-0001-5509-8963","observed_orcids":["https://orcid.org/0000-0001-5509-8963"]},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Sakriani Sakti","raw_affiliation_strings":[", Nara Institute of Science and Technology"],"raw_orcid":"https://orcid.org/0000-0001-5509-8963","affiliations":[{"raw_affiliation_string":", Nara Institute of Science and Technology","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078330211","display_name":"Tomoki Toda","orcid":"https://orcid.org/0000-0001-8146-1279","observed_orcids":["https://orcid.org/0000-0001-8146-1279"]},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tomoki Toda","raw_affiliation_strings":[", Nara Institute of Science and Technology"],"raw_orcid":"https://orcid.org/0000-0001-8146-1279","affiliations":[{"raw_affiliation_string":", Nara Institute of Science and Technology","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020994673","display_name":"Satoshi Nakamura","orcid":"https://orcid.org/0000-0001-6956-3803","observed_orcids":["https://orcid.org/0000-0001-6956-3803"]},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Satoshi Nakamura","raw_affiliation_strings":[", Nara Institute of Science and Technology"],"raw_orcid":"https://orcid.org/0000-0001-6956-3803","affiliations":[{"raw_affiliation_string":", Nara Institute of Science and Technology","institution_ids":["https://openalex.org/I75917431"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I75917431"],"apc_list":null,"apc_paid":null,"fwci":2.3858,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.89754023,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1706","last_page":"1717"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.001500000013038516,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.0013000000035390258,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/persuasive-dialogue","display_name":"persuasive dialogue","score":0.8209999799728394},{"id":"https://openalex.org/keywords/framing","display_name":"framing","score":0.8539999723434448},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.8880000114440918},{"id":"https://openalex.org/keywords/dialogue-policy-learning","display_name":"dialogue policy learning","score":0.8690000176429749},{"id":"https://openalex.org/keywords/user-simulator","display_name":"user simulator","score":0.8619999885559082},{"id":"https://openalex.org/keywords/reward-function","display_name":"reward function","score":0.9610000252723694},{"id":"https://openalex.org/keywords/cooperative-dialogue","display_name":"cooperative dialogue","score":0.5979999899864197}],"concepts":[{"id":"https://openalex.org/C169087156","wikidata":"https://www.wikidata.org/wiki/Q2131593","display_name":"Framing (construction)","level":2,"score":0.8718112111091614},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8353612422943115},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7190412282943726},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.6031621098518372},{"id":"https://openalex.org/C136714292","wikidata":"https://www.wikidata.org/wiki/Q1440683","display_name":"Framing effect","level":3,"score":0.4265616238117218},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3989613354206085},{"id":"https://openalex.org/C2781310500","wikidata":"https://www.wikidata.org/wiki/Q1231428","display_name":"Persuasion","level":2,"score":0.37134408950805664},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3137829303741455},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.21140998601913452},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.176849365234375},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10738807916641235},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.656.4023","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.656.4023","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://aclweb.org/anthology/C/C14/C14-1161.pdf","raw_type":"text"},{"id":"mag:2136152952","doi":null,"is_oa":false,"landing_page_url":"https://aclanthology.org/C14-1161/","pdf_url":null,"source":{"id":"https://openalex.org/S4306419219","display_name":"International Conference on Computational Linguistics","issn_l":"1525-2477","issn":["1525-2477"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Computational Linguistics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W7055997","https://openalex.org/W56995818","https://openalex.org/W147203046","https://openalex.org/W166862392","https://openalex.org/W2066120482","https://openalex.org/W2080612551","https://openalex.org/W2084709792","https://openalex.org/W2095959179","https://openalex.org/W2113033979","https://openalex.org/W2115714256","https://openalex.org/W2126186847","https://openalex.org/W2132997613","https://openalex.org/W2142831953","https://openalex.org/W2153672931","https://openalex.org/W2231198303","https://openalex.org/W2406259210","https://openalex.org/W2491310222","https://openalex.org/W2505312721","https://openalex.org/W2731757584","https://openalex.org/W2798414776"],"related_works":["https://openalex.org/W2519892770","https://openalex.org/W7135374338","https://openalex.org/W3116890199","https://openalex.org/W2340414918","https://openalex.org/W2167592669","https://openalex.org/W2051932916","https://openalex.org/W2001050921","https://openalex.org/W2990344137","https://openalex.org/W2083205357","https://openalex.org/W7099810348"],"abstract_inverted_index":{"In":[0,29],"this":[1],"paper,":[2],"we":[3,35,62],"apply":[4,32],"reinforcement":[5,33,89],"learning":[6,9,90],"for":[7,93],"automatically":[8],"cooperative":[10,96],"persuasive":[11,25,49,56,97],"dialogue":[12,26,98],"system":[13],"policies":[14],"using":[15],"framing,":[16],"the":[17,64,68],"use":[18,101],"of":[19,55,70,95],"emotionally":[20],"charged":[21],"statements":[22],"common":[23],"in":[24],"between":[27,58],"humans.":[28],"order":[30],"to":[31,39,48],"learning,":[34],"describe":[36],"a":[37,53,76],"method":[38],"construct":[40],"user":[41,77],"simulators":[42],"and":[43,67,79],"reward":[44],"functions":[45],"specifically":[46],"tailored":[47],"dia-logue":[50],"based":[51],"on":[52],"corpus":[54],"dialogues":[57],"human":[59],"interlocutors.":[60],"Then,":[61],"evaluate":[63],"learned":[65],"policy":[66],"effect":[69],"framing":[71],"through":[72],"experiments":[73],"both":[74],"with":[75,80],"simulator":[78],"real":[81],"users.":[82],"The":[83],"experimental":[84],"evaluation":[85],"indicates":[86],"that":[87],"applying":[88],"is":[91],"effective":[92],"construction":[94],"systems":[99],"which":[100],"framing.":[102],"1":[103]},"counts_by_year":[{"year":2022,"cited_by_count":3},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":4}],"updated_date":"2026-10-12T09:40:04.860316","created_date":"2016-06-24T00:00:00"}