{"id":"https://openalex.org/W36942980","doi":null,"title":"Partially Observable Markov Decision Processes for Spoken Dialogue Management","display_name":"Partially Observable Markov Decision Processes for Spoken Dialogue Management","publication_year":2006,"publication_date":"2006-01-01","ids":{"openalex":"https://openalex.org/W36942980","mag":"36942980"},"language":"en","primary_location":{"id":"mag:36942980","doi":null,"is_oa":false,"landing_page_url":"https://www.microsoft.com/en-us/research/wp-content/uploads/2016/02/williams2006thesis.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103246485","display_name":"J. D. Williams","orcid":"https://orcid.org/0000-0003-2460-9673","observed_orcids":["https://orcid.org/0000-0003-2460-9673"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"J. D. Williams","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-2460-9673","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5103246485"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":39,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/partially-observable-markov-decision-processes","display_name":"partially observable Markov decision processes","score":0.9259999990463257},{"id":"https://openalex.org/keywords/speech-recognition-errors","display_name":"speech recognition errors","score":0.9160000085830688},{"id":"https://openalex.org/keywords/confidence-scores","display_name":"confidence scores","score":0.5},{"id":"https://openalex.org/keywords/automated-planning","display_name":"automated planning","score":0.9210000038146973},{"id":"https://openalex.org/keywords/scalability","display_name":"scalability","score":0.6690000295639038}],"concepts":[{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.907373309135437},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7540481090545654},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.5654873847961426},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5562515258789062},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.48229172825813293},{"id":"https://openalex.org/C173853756","wikidata":"https://www.wikidata.org/wiki/Q86915","display_name":"Dialog box","level":2,"score":0.47419029474258423},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.4485446810722351},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3786017894744873},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33243274688720703},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.32412803173065186},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.2891167998313904},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.26421260833740234},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11578106880187988},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.07293960452079773},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:36942980","doi":null,"is_oa":false,"landing_page_url":"https://www.microsoft.com/en-us/research/wp-content/uploads/2016/02/williams2006thesis.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":107,"referenced_works":["https://openalex.org/W7526453","https://openalex.org/W15867508","https://openalex.org/W47817957","https://openalex.org/W55333121","https://openalex.org/W80526705","https://openalex.org/W106535599","https://openalex.org/W111334397","https://openalex.org/W132022944","https://openalex.org/W136902465","https://openalex.org/W148267512","https://openalex.org/W153034550","https://openalex.org/W158205031","https://openalex.org/W159191692","https://openalex.org/W173561343","https://openalex.org/W175750807","https://openalex.org/W177361950","https://openalex.org/W178897730","https://openalex.org/W182568096","https://openalex.org/W182831726","https://openalex.org/W198017583","https://openalex.org/W200223693","https://openalex.org/W259641574","https://openalex.org/W297984285","https://openalex.org/W605575788","https://openalex.org/W1481751170","https://openalex.org/W1485904603","https://openalex.org/W1487408605","https://openalex.org/W1494689917","https://openalex.org/W1495086638","https://openalex.org/W1495467512","https://openalex.org/W1496781369","https://openalex.org/W1497039698","https://openalex.org/W1500600374","https://openalex.org/W1502662603","https://openalex.org/W1523590013","https://openalex.org/W1526144783","https://openalex.org/W1530049455","https://openalex.org/W1532688806","https://openalex.org/W1539115757","https://openalex.org/W1552206080","https://openalex.org/W1562973825","https://openalex.org/W1563317173","https://openalex.org/W1565394148","https://openalex.org/W1576632330","https://openalex.org/W1576787462","https://openalex.org/W1578446692","https://openalex.org/W1582147469","https://openalex.org/W1600735390","https://openalex.org/W1668065209","https://openalex.org/W1676280465","https://openalex.org/W1741471588","https://openalex.org/W1755360231","https://openalex.org/W1767747848","https://openalex.org/W1998287854","https://openalex.org/W2011418219","https://openalex.org/W2017952534","https://openalex.org/W2033921274","https://openalex.org/W2034725503","https://openalex.org/W2039533743","https://openalex.org/W2044375425","https://openalex.org/W2046426862","https://openalex.org/W2063241222","https://openalex.org/W2064094392","https://openalex.org/W2078427580","https://openalex.org/W2080887205","https://openalex.org/W2081969151","https://openalex.org/W2083205357","https://openalex.org/W2085512660","https://openalex.org/W2097219834","https://openalex.org/W2099118758","https://openalex.org/W2099873296","https://openalex.org/W2101308260","https://openalex.org/W2103361684","https://openalex.org/W2105337658","https://openalex.org/W2106547558","https://openalex.org/W2112259378","https://openalex.org/W2114929019","https://openalex.org/W2121325257","https://openalex.org/W2125838338","https://openalex.org/W2132406985","https://openalex.org/W2132997613","https://openalex.org/W2134051188","https://openalex.org/W2136449629","https://openalex.org/W2140279531","https://openalex.org/W2141839844","https://openalex.org/W2148796308","https://openalex.org/W2151345160","https://openalex.org/W2151600365","https://openalex.org/W2151814822","https://openalex.org/W2153804780","https://openalex.org/W2154727088","https://openalex.org/W2154740693","https://openalex.org/W2156397906","https://openalex.org/W2156517809","https://openalex.org/W2156863883","https://openalex.org/W2158907787","https://openalex.org/W2159250980","https://openalex.org/W2161868670","https://openalex.org/W2168359464","https://openalex.org/W2171144711","https://openalex.org/W2334782222","https://openalex.org/W2397391075","https://openalex.org/W2400783663","https://openalex.org/W2603612888","https://openalex.org/W3011120880","https://openalex.org/W3114911410","https://openalex.org/W3117634090"],"related_works":["https://openalex.org/W2142831953","https://openalex.org/W2438667436","https://openalex.org/W7095360448","https://openalex.org/W2099118758","https://openalex.org/W2408200822","https://openalex.org/W162027057","https://openalex.org/W2476107770","https://openalex.org/W2170323078","https://openalex.org/W7099866622","https://openalex.org/W1600735390"],"abstract_inverted_index":{"Partially":[0],"Observable":[1],"Markov":[2,63],"Decision":[3],"Processes":[4],"for":[5,71,156],"Spoken":[6],"Dialogue":[7],"Management":[8],"Jason":[9],"D.":[10],"Williams":[11],"The":[12],"design":[13],"of":[14,33,49,86,110,129,194,205,217],"robust":[15],"spoken":[16,165,274],"dialog":[17,134,166,179,214,244,257,267,275],"systems":[18],"is":[19,277],"a":[20,47,60,68,101,175,183,235,239,272],"significant":[21],"research":[22],"challenge.":[23],"Speech":[24],"recognition":[25,92],"errors":[26],"are":[27],"common":[28],"and":[29,42,89,112,121,136,149,229,265],"hence":[30],"the":[31,34,79,90,117,142,159,198,203,206,251],"state":[32],"conversation":[35],"can":[36,44],"never":[37],"be":[38,95,221],"known":[39],"with":[40,97],"certainty,":[41],"users":[43],"react":[45],"in":[46],"variety":[48],"ways":[50],"making":[51],"deterministic":[52],"forward":[53],"planning":[54,224],"impossible.":[55],"This":[56],"thesis":[57,77,151],"argues":[58],"that":[59,104,116,247],"partially":[61],"observable":[62],"decision":[64],"process":[65,93],"(POMDP)":[66],"provides":[67],"principled":[69],"formalism":[70],"modelling":[72],"human-machine":[73],"conversation.":[74],"Further,":[75],"this":[76,150],"introduces":[78],"SDS-POMDP":[80,118,143,160,252],"framework":[81,103,119],"which":[82],"enables":[83,174,213],"statistical":[84],"models":[85],"users\u2019":[87],"behavior":[88],"speech":[91],"to":[94,162,188,200,220,254,261,271],"combined":[96],"handcrafted":[98],"heuristics":[99],"into":[100,234],"single":[102,176],"supports":[105],"global":[106,236],"optimization.":[107],"A":[108],"combination":[109],"theoretical":[111],"empirical":[113],"studies":[114],"confirm":[115],"unifies":[120],"extends":[122],"existing":[123],"techniques,":[124],"such":[125,181],"as":[126,182],"local":[127,232],"use":[128],"confidence":[130],"score,":[131],"maintaining":[132],"parallel":[133],"hypotheses,":[135],"automated":[137],"planning.":[138],"Despite":[139],"its":[140],"potential,":[141],"model":[144,161,253],"faces":[145],"important":[146],"scalability":[147],"challenges,":[148],"next":[152],"presents":[153],"two":[154],"methods":[155],"scaling":[157],"up":[158],"realistically":[163],"sized":[164],"systems.":[167],"First,":[168],"summary":[169],"point-based":[170],"value":[171],"iteration":[172],"(SPBVI)":[173],"slot":[177],"(a":[178],"variable":[180],"date,":[184],"time,":[185],"or":[186],"location)":[187],"take":[189],"on":[190],"an":[191],"arbitrary":[192],"number":[193],"values":[195],"by":[196,223],"restricting":[197],"planner":[199],"consider":[201],"only":[202],"likelihood":[204],"best":[207],"hypothesis.":[208],"Second,":[209],"composite":[210],"SPBVI":[211],"(CSPBVI)":[212],"managers":[215],"consisting":[216],"many":[218],"slots":[219],"created":[222],"locally":[225],"within":[226],"each":[227],"slot,":[228],"combining":[230],"these":[231,248],"plans":[233],"plan":[237],"using":[238],"simple":[240],"heuristic.":[241],"Results":[242],"from":[243],"simulation":[245],"show":[246],"techniques":[249,264],"enable":[250],"handle":[255],"real-world":[256],"problems":[258],"while":[259],"continuing":[260],"out-perform":[262],"established":[263],"hand-crafted":[266],"managers.":[268],"Finally,":[269],"application":[270],"real":[273],"system":[276],"demonstrated.":[278]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2016,"cited_by_count":6},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}