{"id":"https://openalex.org/W2251058040","doi":"https://doi.org/10.3115/v1/w14-4337","title":"The Second Dialog State Tracking Challenge","display_name":"The Second Dialog State Tracking Challenge","publication_year":2014,"publication_date":"2014-01-01","ids":{"openalex":"https://openalex.org/W2251058040","doi":"https://doi.org/10.3115/v1/w14-4337","mag":"2251058040"},"language":"en","primary_location":{"id":"doi:10.3115/v1/w14-4337","is_oa":true,"landing_page_url":"https://doi.org/10.3115/v1/w14-4337","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th Annual Meeting of the Special Interest Group on Discourse and Dialogue (SIGDIAL)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3115/v1/w14-4337","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045402928","display_name":"Matthew Henderson","orcid":null},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Matthew Henderson","raw_affiliation_strings":["Department of Engineering, University of Cambridge, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Engineering, University of Cambridge, U.K","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109222468","display_name":"Blaise Thomson","orcid":null},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Blaise Thomson","raw_affiliation_strings":["Department of Engineering, University of Cambridge, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Engineering, University of Cambridge, U.K","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103246485","display_name":"J. D. Williams","orcid":"https://orcid.org/0000-0003-2460-9673"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jason D Williams","raw_affiliation_strings":["Microsoft Research, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5103246485"],"corresponding_institution_ids":["https://openalex.org/I1290206253"],"apc_list":null,"apc_paid":null,"fwci":42.2845,"has_fulltext":true,"cited_by_count":578,"citation_normalized_percentile":{"value":0.9983599,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"263","last_page":"272"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dialog-box","display_name":"Dialog box","score":0.7959107160568237},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7351617813110352},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.5165668725967407},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4835802912712097},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.43890050053596497},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.17013481259346008},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.14926403760910034},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.04648980498313904}],"concepts":[{"id":"https://openalex.org/C173853756","wikidata":"https://www.wikidata.org/wiki/Q86915","display_name":"Dialog box","level":2,"score":0.7959107160568237},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7351617813110352},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.5165668725967407},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4835802912712097},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.43890050053596497},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.17013481259346008},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.14926403760910034},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.04648980498313904},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3115/v1/w14-4337","is_oa":true,"landing_page_url":"https://doi.org/10.3115/v1/w14-4337","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th Annual Meeting of the Special Interest Group on Discourse and Dialogue (SIGDIAL)","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.675.5998","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.675.5998","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://anthology.aclweb.org/W/W14/W14-4337.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.715.7389","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.715.7389","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.matthen.com/research/papers/The_Second_Dialog_State_Tracking_Challenge.pdf","raw_type":"text"}],"best_oa_location":{"id":"doi:10.3115/v1/w14-4337","is_oa":true,"landing_page_url":"https://doi.org/10.3115/v1/w14-4337","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th Annual Meeting of the Special Interest Group on Discourse and Dialogue (SIGDIAL)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W28412257","https://openalex.org/W178897730","https://openalex.org/W1785674045","https://openalex.org/W1989996186","https://openalex.org/W2189256702","https://openalex.org/W2250176356","https://openalex.org/W2251163406","https://openalex.org/W2251235149","https://openalex.org/W2401520636","https://openalex.org/W2429061557","https://openalex.org/W2474145276","https://openalex.org/W2492505811"],"related_works":["https://openalex.org/W1862650538","https://openalex.org/W2352008582","https://openalex.org/W1570813436","https://openalex.org/W3172633192","https://openalex.org/W2377424484","https://openalex.org/W1598178035","https://openalex.org/W2388455477","https://openalex.org/W3136955865","https://openalex.org/W2899011808","https://openalex.org/W2542256560"],"abstract_inverted_index":{"A":[0],"spoken":[1],"dialog":[2,26,34,54,89],"system,":[3],"while":[4,104],"commu-nicating":[5],"with":[6],"a":[7,32,67,80,87,108],"user,":[8],"must":[9],"keep":[10],"track":[11],"of":[12,52],"what":[13],"the":[14,18,40,128],"user":[15,84],"wants":[16],"from":[17,96],"system":[19,35],"at":[20],"each":[21],"step.":[22],"This":[23,64],"process,":[24],"termed":[25],"state":[27,55],"tracking,":[28],"is":[29],"essential":[30],"for":[31,50],"success-ful":[33],"as":[36],"it":[37],"directly":[38],"informs":[39],"system\u2019s":[41],"actions.":[42],"The":[43,91,100],"first":[44],"Dialog":[45],"State":[46],"Tracking":[47],"Challenge":[48],"allowed":[49],"evalua-tion":[51],"different":[53],"tracking":[56,131],"tech-niques,":[57],"providing":[58],"common":[59],"testbeds":[60],"and":[61,74,86],"evaluation":[62],"suites.":[63],"paper":[65],"presents":[66],"second":[68],"challenge,":[69],"which":[70],"continues":[71],"this":[72],"tradition":[73],"introduces":[75],"some":[76],"additional":[77],"features":[78],"\u2013":[79],"new":[81],"domain,":[82],"changing":[83],"goals":[85],"richer":[88],"state.":[90],"chal-lenge":[92],"received":[93],"31":[94],"entries":[95],"9":[97],"research":[98],"groups.":[99],"results":[101],"suggest":[102],"that":[103],"large":[105],"improvements":[106],"on":[107],"competitive":[109],"base-line":[110],"are":[111,114],"possible,":[112],"trackers":[113],"still":[115],"prone":[116],"to":[117],"degradation":[118],"in":[119],"mismatched":[120],"conditions.":[121],"An":[122],"investigation":[123],"into":[124],"ensemble":[125],"learning":[126],"demonstrates":[127],"most":[129],"accurate":[130],"can":[132],"be":[133],"achieved":[134],"by":[135],"combining":[136],"multiple":[137],"trackers.":[138],"1":[139]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":33},{"year":2022,"cited_by_count":53},{"year":2021,"cited_by_count":100},{"year":2020,"cited_by_count":110},{"year":2019,"cited_by_count":94},{"year":2018,"cited_by_count":65},{"year":2017,"cited_by_count":34},{"year":2016,"cited_by_count":29},{"year":2015,"cited_by_count":20},{"year":2014,"cited_by_count":17}],"updated_date":"2026-04-06T07:47:59.780226","created_date":"2025-10-10T00:00:00"}