{"id":"https://openalex.org/W2155898337","doi":null,"title":"Learning Effective Multimodal Dialogue Strategies from Wizard-of-Oz Data: Bootstrapping and Evaluation","display_name":"Learning Effective Multimodal Dialogue Strategies from Wizard-of-Oz Data: Bootstrapping and Evaluation","alternate_titles":[],"publication_year":2008,"publication_date":"2008-06-01","ids":{"openalex":"https://openalex.org/W2155898337","mag":"2155898337"},"language":"en","primary_location":{"id":"mag:2155898337","doi":null,"is_oa":false,"landing_page_url":"https://www.inf.ed.ac.uk/publications/online/1294.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Meeting of the Association for Computational Linguistics","raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W2155898337"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076593865","display_name":"Verena Rieser","orcid":"https://orcid.org/0000-0001-6117-4395","observed_orcids":["https://orcid.org/0000-0001-6117-4395"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Verena Rieser","raw_affiliation_strings":["School of Mathematical & Computer Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematical & Computer Sciences","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010949145","display_name":"Oliver Lemon","orcid":"https://orcid.org/0000-0001-9497-4743","observed_orcids":["https://orcid.org/0000-0001-9497-4743"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Oliver Lemon","raw_affiliation_strings":["School of Mathematical & Computer Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematical & Computer Sciences","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.0246,"has_fulltext":false,"cited_by_count":110,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.9735493,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":87,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"638","last_page":"646"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.6600000262260437},{"id":"https://openalex.org/keywords/bootstrap-method","display_name":"bootstrapping","score":0.7139999866485596},{"id":"https://openalex.org/keywords/user-evaluation","display_name":"user evaluation","score":0.5400000214576721},{"id":"https://openalex.org/keywords/supervised-learning-comparison","display_name":"supervised learning comparison","score":0.6660000085830688},{"id":"https://openalex.org/keywords/human-computer-interaction","display_name":"human-computer interaction","score":0.625}],"concepts":[{"id":"https://openalex.org/C2987423310","wikidata":"https://www.wikidata.org/wiki/Q18159725","display_name":"Wizard of oz","level":2,"score":0.8207072019577026},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8062757253646851},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7919328212738037},{"id":"https://openalex.org/C207609745","wikidata":"https://www.wikidata.org/wiki/Q4944086","display_name":"Bootstrapping (finance)","level":2,"score":0.6983340382575989},{"id":"https://openalex.org/C2776784076","wikidata":"https://www.wikidata.org/wiki/Q580334","display_name":"Wizard","level":2,"score":0.663468599319458},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5779462456703186},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47462379932403564},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4714561402797699},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.24235829710960388},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.08162260055541992},{"id":"https://openalex.org/C106159729","wikidata":"https://www.wikidata.org/wiki/Q2294553","display_name":"Financial economics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"mag:2155898337","doi":null,"is_oa":false,"landing_page_url":"https://www.inf.ed.ac.uk/publications/online/1294.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Meeting of the Association for Computational Linguistics","raw_type":null},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.149.2623","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.149.2623","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.aclweb.org/anthology-new/P/P08/P08-1073.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.330.2281","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.330.2281","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.classic-project.org/publications/acl08-rl-cameraready.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1375381","https://openalex.org/W51847911","https://openalex.org/W119177792","https://openalex.org/W120790241","https://openalex.org/W154525918","https://openalex.org/W228407633","https://openalex.org/W268459713","https://openalex.org/W276707516","https://openalex.org/W1530049455","https://openalex.org/W1570448133","https://openalex.org/W1670263352","https://openalex.org/W1681299129","https://openalex.org/W1695997110","https://openalex.org/W1757949796","https://openalex.org/W1762122460","https://openalex.org/W1986199072","https://openalex.org/W2056561350","https://openalex.org/W2062175565","https://openalex.org/W2080887205","https://openalex.org/W2101445408","https://openalex.org/W2106482783","https://openalex.org/W2111273940","https://openalex.org/W2121528300","https://openalex.org/W2125055259","https://openalex.org/W2132997613","https://openalex.org/W2134466368","https://openalex.org/W2141839844","https://openalex.org/W2226536778","https://openalex.org/W2624335110","https://openalex.org/W2911283634","https://openalex.org/W2914656440"],"related_works":["https://openalex.org/W90516119","https://openalex.org/W2057244568","https://openalex.org/W2624335110","https://openalex.org/W2118030876","https://openalex.org/W120790241","https://openalex.org/W2167592669","https://openalex.org/W156818549","https://openalex.org/W2032282529","https://openalex.org/W1587057191"],"abstract_inverted_index":{"We":[0,31,76],"address":[1],"two":[2],"problems":[3],"in":[4,114,135],"the":[5,26,78,87,100,151],"field":[6],"of":[7,10,54,60,65],"automatic":[8],"optimization":[9],"dialogue":[11,15,39],"strategies:":[12],"learning":[13],"effective":[14],"strategies":[16,40,67],"when":[17,112,133,142],"no":[18,71],"initial":[19],"data":[20,62],"or":[21],"system":[22],"exists,":[23],"and":[24,137],"evaluating":[25],"result":[27],"with":[28,43,121,144],"real":[29,122,145],"users.":[30,123,146],"use":[32,59],"Reinforcement":[33],"Learning":[34,111],"(RL)":[35],"to":[36,95],"learn":[37],"multimodal":[38],"by":[41],"interaction":[42],"a":[44,82],"simulated":[45],"environment":[46],"which":[47,85],"is":[48,74],"\u201cbootstrapped":[49],"\u201d":[50],"from":[51],"small":[52],"amounts":[53],"Wizard-of-Oz":[55],"(WOZ)":[56],"data.":[57,102],"This":[58,91],"WOZ":[61],"allows":[63,93],"development":[64],"optimal":[66],"for":[68,119],"domains":[69],"where":[70],"working":[72],"prototype":[73],"available.":[75],"compare":[77],"RL-based":[79,125,152],"strategy":[80,84],"against":[81],"supervised":[83],"mimics":[86],"wizards":[88],"\u2019":[89],"policies.":[90],"comparison":[92],"us":[94],"measure":[96],"relative":[97],"improvement":[98],"over":[99],"training":[101],"Our":[103],"results":[104],"show":[105],"that":[106],"RL":[107],"significantly":[108],"outperforms":[109],"Supervised":[110],"interacting":[113,143],"simulation":[115],"as":[116,118],"well":[117],"interactions":[120],"The":[124],"policy":[126,153],"gains":[127],"on":[128,154],"average":[129,155],"50-times":[130],"more":[131,140],"reward":[132,141],"tested":[134],"simulation,":[136],"almost":[138],"18-times":[139],"Users":[147],"also":[148],"subjectively":[149],"rate":[150],"10":[156],"%":[157],"higher.":[158],"1":[159]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2155898337","counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":30},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":8},{"year":2015,"cited_by_count":6},{"year":2014,"cited_by_count":7},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":7}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2016-06-24T00:00:00"}
