{"id":"https://openalex.org/W2168490009","doi":"https://doi.org/10.1017/s0269888906000944","title":"A survey of statistical user simulation techniques for reinforcement-learning of dialogue management strategies","display_name":"A survey of statistical user simulation techniques for reinforcement-learning of dialogue management strategies","publication_year":2006,"publication_date":"2006-06-01","ids":{"openalex":"https://openalex.org/W2168490009","doi":"https://doi.org/10.1017/s0269888906000944","mag":"2168490009"},"language":"en","primary_location":{"id":"doi:10.1017/s0269888906000944","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s0269888906000944","pdf_url":null,"source":{"id":"https://openalex.org/S137506714","display_name":"The Knowledge Engineering Review","issn_l":"0269-8889","issn":["0269-8889","1469-8005"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Knowledge Engineering Review","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016494692","display_name":"Jost Schatzmann","orcid":null},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]},{"id":"https://openalex.org/I4210096386","display_name":"Bridge University","ror":"https://ror.org/00cbm0437","country_code":"SS","type":"education","lineage":["https://openalex.org/I4210096386"]}],"countries":["GB","SS"],"is_corresponding":true,"raw_author_name":"JOST SCHATZMANN","raw_affiliation_strings":["Cambridge University Engineering Department, Trumpington Street, Cambridge CB21PZ, UK; Email:","Email:","Cambridge University Engineering Department, Trumpington Street, Cambridge CB21PZ, UK"],"affiliations":[{"raw_affiliation_string":"Cambridge University Engineering Department, Trumpington Street, Cambridge CB21PZ, UK; Email:","institution_ids":["https://openalex.org/I4210096386","https://openalex.org/I241749"]},{"raw_affiliation_string":"Email:","institution_ids":[]},{"raw_affiliation_string":"Cambridge University Engineering Department, Trumpington Street, Cambridge CB21PZ, UK","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049824609","display_name":"Karl Weilhammer","orcid":null},"institutions":[{"id":"https://openalex.org/I4210096386","display_name":"Bridge University","ror":"https://ror.org/00cbm0437","country_code":"SS","type":"education","lineage":["https://openalex.org/I4210096386"]},{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB","SS"],"is_corresponding":false,"raw_author_name":"KARL WEILHAMMER","raw_affiliation_strings":["Cambridge University Engineering Department, Trumpington Street, Cambridge CB21PZ, UK; Email:","Email:","Cambridge University Engineering Department, Trumpington Street, Cambridge CB21PZ, UK"],"affiliations":[{"raw_affiliation_string":"Cambridge University Engineering Department, Trumpington Street, Cambridge CB21PZ, UK; Email:","institution_ids":["https://openalex.org/I4210096386","https://openalex.org/I241749"]},{"raw_affiliation_string":"Email:","institution_ids":[]},{"raw_affiliation_string":"Cambridge University Engineering Department, Trumpington Street, Cambridge CB21PZ, UK","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055285055","display_name":"Matt Stuttle","orcid":null},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]},{"id":"https://openalex.org/I4210096386","display_name":"Bridge University","ror":"https://ror.org/00cbm0437","country_code":"SS","type":"education","lineage":["https://openalex.org/I4210096386"]}],"countries":["GB","SS"],"is_corresponding":false,"raw_author_name":"MATT STUTTLE","raw_affiliation_strings":["Cambridge University Engineering Department, Trumpington Street, Cambridge CB21PZ, UK; Email:","Email:","Cambridge University Engineering Department, Trumpington Street, Cambridge CB21PZ, UK"],"affiliations":[{"raw_affiliation_string":"Cambridge University Engineering Department, Trumpington Street, Cambridge CB21PZ, UK; Email:","institution_ids":["https://openalex.org/I4210096386","https://openalex.org/I241749"]},{"raw_affiliation_string":"Email:","institution_ids":[]},{"raw_affiliation_string":"Cambridge University Engineering Department, Trumpington Street, Cambridge CB21PZ, UK","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109097977","display_name":"Steve Young","orcid":null},"institutions":[{"id":"https://openalex.org/I4210096386","display_name":"Bridge University","ror":"https://ror.org/00cbm0437","country_code":"SS","type":"education","lineage":["https://openalex.org/I4210096386"]},{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB","SS"],"is_corresponding":false,"raw_author_name":"STEVE YOUNG","raw_affiliation_strings":["Cambridge University Engineering Department, Trumpington Street, Cambridge CB21PZ, UK; Email:","Cambridge University Engineering Department, Trumpington Street, Cambridge CB21PZ, UK","Email:"],"affiliations":[{"raw_affiliation_string":"Cambridge University Engineering Department, Trumpington Street, Cambridge CB21PZ, UK; Email:","institution_ids":["https://openalex.org/I4210096386","https://openalex.org/I241749"]},{"raw_affiliation_string":"Cambridge University Engineering Department, Trumpington Street, Cambridge CB21PZ, UK","institution_ids":["https://openalex.org/I241749"]},{"raw_affiliation_string":"Email:","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5016494692"],"corresponding_institution_ids":["https://openalex.org/I241749","https://openalex.org/I4210096386"],"apc_list":null,"apc_paid":null,"fwci":26.0809,"has_fulltext":false,"cited_by_count":332,"citation_normalized_percentile":{"value":0.99653339,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"21","issue":"2","first_page":"97","last_page":"126"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8073868155479431},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7675111889839172},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.6573768854141235},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5620215535163879},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5064085721969604},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.46719858050346375},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4532999098300934},{"id":"https://openalex.org/keywords/statistical-model","display_name":"Statistical model","score":0.41321906447410583},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.35810357332229614}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8073868155479431},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7675111889839172},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.6573768854141235},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5620215535163879},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5064085721969604},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.46719858050346375},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4532999098300934},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.41321906447410583},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35810357332229614},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1017/s0269888906000944","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s0269888906000944","pdf_url":null,"source":{"id":"https://openalex.org/S137506714","display_name":"The Knowledge Engineering Review","issn_l":"0269-8889","issn":["0269-8889","1469-8005"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Knowledge Engineering Review","raw_type":"journal-article"},{"id":"pmh:oai:generic.eprints.org:334206","is_oa":false,"landing_page_url":"http://publications.eng.cam.ac.uk/334206/","pdf_url":null,"source":{"id":"https://openalex.org/S4406922847","display_name":"Cambridge University Engineering Department Publications Database","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":100,"referenced_works":["https://openalex.org/W2208146","https://openalex.org/W27627492","https://openalex.org/W32403112","https://openalex.org/W41740560","https://openalex.org/W42215894","https://openalex.org/W73056518","https://openalex.org/W89965911","https://openalex.org/W117128830","https://openalex.org/W136512116","https://openalex.org/W140747314","https://openalex.org/W145587428","https://openalex.org/W160067033","https://openalex.org/W166179881","https://openalex.org/W190021756","https://openalex.org/W190352917","https://openalex.org/W200223693","https://openalex.org/W259641574","https://openalex.org/W281665770","https://openalex.org/W1487752133","https://openalex.org/W1489539247","https://openalex.org/W1502662603","https://openalex.org/W1513533425","https://openalex.org/W1521743653","https://openalex.org/W1524236246","https://openalex.org/W1528263287","https://openalex.org/W1530041619","https://openalex.org/W1530049455","https://openalex.org/W1535960497","https://openalex.org/W1545815294","https://openalex.org/W1549942482","https://openalex.org/W1550220533","https://openalex.org/W1550363981","https://openalex.org/W1557517019","https://openalex.org/W1560013842","https://openalex.org/W1562973825","https://openalex.org/W1566056932","https://openalex.org/W1590394419","https://openalex.org/W1592751638","https://openalex.org/W1593902738","https://openalex.org/W1595980070","https://openalex.org/W1600735390","https://openalex.org/W1602011256","https://openalex.org/W1605030600","https://openalex.org/W1653632886","https://openalex.org/W1681299129","https://openalex.org/W1765191437","https://openalex.org/W1772420174","https://openalex.org/W1781978087","https://openalex.org/W1875550513","https://openalex.org/W1881168306","https://openalex.org/W1928061009","https://openalex.org/W1987514761","https://openalex.org/W1990005915","https://openalex.org/W2005434739","https://openalex.org/W2022775778","https://openalex.org/W2027754136","https://openalex.org/W2028384048","https://openalex.org/W2032282529","https://openalex.org/W2050492193","https://openalex.org/W2062480487","https://openalex.org/W2063157598","https://openalex.org/W2063409629","https://openalex.org/W2063485028","https://openalex.org/W2083205357","https://openalex.org/W2098442941","https://openalex.org/W2101117304","https://openalex.org/W2104701686","https://openalex.org/W2106547558","https://openalex.org/W2106707515","https://openalex.org/W2107726111","https://openalex.org/W2108780409","https://openalex.org/W2112259378","https://openalex.org/W2112297877","https://openalex.org/W2114109477","https://openalex.org/W2121325257","https://openalex.org/W2122410182","https://openalex.org/W2124756613","https://openalex.org/W2128965063","https://openalex.org/W2130303239","https://openalex.org/W2132997613","https://openalex.org/W2134051188","https://openalex.org/W2134466368","https://openalex.org/W2136840776","https://openalex.org/W2141839844","https://openalex.org/W2151600365","https://openalex.org/W2154127093","https://openalex.org/W2162077280","https://openalex.org/W2163068732","https://openalex.org/W2171144711","https://openalex.org/W2171804848","https://openalex.org/W2173659084","https://openalex.org/W2290249890","https://openalex.org/W2341865734","https://openalex.org/W2397391075","https://openalex.org/W2535075100","https://openalex.org/W2603612888","https://openalex.org/W2911283634","https://openalex.org/W2912889105","https://openalex.org/W2914656440","https://openalex.org/W3099293669"],"related_works":["https://openalex.org/W2032233321","https://openalex.org/W3121970507","https://openalex.org/W2110028391","https://openalex.org/W54497855","https://openalex.org/W217960748","https://openalex.org/W3125814499","https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W2090827041","https://openalex.org/W4380318855"],"abstract_inverted_index":{"Within":[0],"the":[1,8,28,65,79,119,169,174,201,224,227,247,269],"broad":[2],"field":[3],"of":[4,10,30,45,59,69,81,108,131,152,160,171,176,191,200,204,226,241,268],"spoken":[5,232],"dialogue":[6,14,42,71,91,143,228,233,242],"systems,":[7],"application":[9,98],"machine-learning":[11],"approaches":[12],"to":[13,126,138,239],"management":[15,144,243],"strategy":[16,254],"design":[17,145],"is":[18,27,136,190,197],"a":[19,40,106,231,236,277],"rapidly":[20],"growing":[21],"research":[22,162,271],"area.":[23],"The":[24,129,187],"main":[25],"motivation":[26],"hope":[29],"building":[31],"systems":[32,47],"that":[33,208],"learn":[34],"through":[35],"trial-and-error":[36],"interaction":[37],"what":[38],"constitutes":[39],"good":[41],"strategy.":[43],"Training":[44],"such":[46,167],"could":[48],"in":[49,63,118,157,230,273],"theory":[50],"be":[51,76],"done":[52],"using":[53,57],"human":[54],"users":[55],"or":[56],"corpora":[58],"human\u2013computer":[60],"dialogue,":[61],"but":[62,146],"practice":[64],"typically":[66],"vast":[67],"space":[68],"possible":[70],"states":[72],"and":[73,105,179,183,213,245,265],"strategies":[74,244],"cannot":[75],"explored":[77],"without":[78],"use":[80],"automatic":[82,142],"user":[83,103,113,133,165,184,206,250,262,278],"simulation":[84,134],"tools.":[85],"This":[86],"requirement":[87],"for":[88,100,111,252],"training":[89],"statistical":[90,102,164,205],"models":[92,125],"has":[93],"created":[94],"an":[95],"interesting":[96],"new":[97],"area":[99],"predictive":[101],"modelling":[104,181,207,251,279],"variety":[107],"different":[109],"techniques":[110],"simulating":[112],"behaviour":[114],"have":[115,154],"been":[116,155],"presented":[117],"literature":[120,248],"ranging":[121],"from":[122,276],"simple":[123],"Markov":[124],"Bayesian":[127],"networks.":[128],"development":[130],"reliable":[132],"tools":[135],"critical":[137],"further":[139,257],"progress":[140],"on":[141,163,249,261],"it":[147],"holds":[148],"many":[149],"challenges,":[150],"some":[151,267],"which":[153],"encountered":[156],"other":[158],"areas":[159],"current":[161,270],"modelling,":[166],"as":[168],"problem":[170,175],"\u2018concept":[172],"drift\u2019,":[173],"combining":[177],"content-based":[178],"collaboration-based":[180],"techniques,":[182],"model":[185,263],"evaluation.":[186],"latter":[188],"topic":[189],"particular":[192],"interest,":[193],"because":[194],"simulation-based":[195,253,274],"learning":[196,275],"currently":[198],"one":[199],"few":[202],"applications":[203],"employs":[209],"both":[210],"direct":[211],"\u2018accuracy-based\u2019":[212],"indirect":[214],"\u2018utility-based\u2019":[215],"evaluation":[216,264],"techniques.":[217],"In":[218],"this":[219],"paper,":[220],"we":[221],"briefly":[222],"summarize":[223],"role":[225],"manager":[229],"system,":[234],"give":[235],"short":[237],"introduction":[238],"reinforcement-learning":[240],"review":[246],"learning.":[255],"We":[256],"describe":[258],"recent":[259],"work":[260],"discuss":[266],"issues":[272],"perspective.":[280]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":25},{"year":2019,"cited_by_count":20},{"year":2018,"cited_by_count":19},{"year":2017,"cited_by_count":20},{"year":2016,"cited_by_count":20},{"year":2015,"cited_by_count":14},{"year":2014,"cited_by_count":18},{"year":2013,"cited_by_count":26},{"year":2012,"cited_by_count":20}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}