{"id":"https://openalex.org/W4254836149","doi":"https://doi.org/10.1109/slt.2016.7846311","title":"The fifth dialog state tracking challenge","display_name":"The fifth dialog state tracking challenge","publication_year":2016,"publication_date":"2016-12-01","ids":{"openalex":"https://openalex.org/W4254836149","doi":"https://doi.org/10.1109/slt.2016.7846311"},"language":"en","primary_location":{"id":"doi:10.1109/slt.2016.7846311","is_oa":false,"landing_page_url":"https://doi.org/10.1109/slt.2016.7846311","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE Spoken Language Technology Workshop (SLT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082880112","display_name":"Seokhwan Kim","orcid":"https://orcid.org/0000-0002-7443-1212"},"institutions":[{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Seokhwan Kim","raw_affiliation_strings":["Institute for Infocomm Research, Singapore"],"affiliations":[{"raw_affiliation_string":"Institute for Infocomm Research, Singapore","institution_ids":["https://openalex.org/I3005327000"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024161267","display_name":"Luis Fernando D\u2019Haro","orcid":"https://orcid.org/0000-0002-3411-7384"},"institutions":[{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Luis Fernando D'Haro","raw_affiliation_strings":["Institute for Infocomm Research, Singapore"],"affiliations":[{"raw_affiliation_string":"Institute for Infocomm Research, Singapore","institution_ids":["https://openalex.org/I3005327000"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022050902","display_name":"Rafael E. Banchs","orcid":null},"institutions":[{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Rafael E. Banchs","raw_affiliation_strings":["Institute for Infocomm Research, Singapore"],"affiliations":[{"raw_affiliation_string":"Institute for Infocomm Research, Singapore","institution_ids":["https://openalex.org/I3005327000"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103246485","display_name":"J. D. Williams","orcid":"https://orcid.org/0000-0003-2460-9673"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jason D. Williams","raw_affiliation_strings":["Microsoft Research, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045402928","display_name":"Matthew Henderson","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew Henderson","raw_affiliation_strings":["Google, USA"],"affiliations":[{"raw_affiliation_string":"Google, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101880946","display_name":"Koichiro Yoshino","orcid":"https://orcid.org/0000-0001-6579-361X"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Koichiro Yoshino","raw_affiliation_strings":["Nara Institute of Science and Technology, Japan"],"affiliations":[{"raw_affiliation_string":"Nara Institute of Science and Technology, Japan","institution_ids":["https://openalex.org/I75917431"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5082880112"],"corresponding_institution_ids":["https://openalex.org/I3005327000"],"apc_list":null,"apc_paid":null,"fwci":13.8305,"has_fulltext":false,"cited_by_count":48,"citation_normalized_percentile":{"value":0.9879535,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"511","last_page":"517"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9800999760627747,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9646000266075134,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dialog-box","display_name":"Dialog box","score":0.9874831438064575},{"id":"https://openalex.org/keywords/bittorrent-tracker","display_name":"BitTorrent tracker","score":0.8298648595809937},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7831965684890747},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7591477632522583},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.7116912007331848},{"id":"https://openalex.org/keywords/dialog-system","display_name":"Dialog system","score":0.6607187986373901},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5890276432037354},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.5813316106796265},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.5363603234291077},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5342100858688354},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5075949430465698},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4898776412010193},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.46539175510406494},{"id":"https://openalex.org/keywords/track","display_name":"Track (disk drive)","score":0.4561859667301178},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3902851939201355},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.31277287006378174},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1785062551498413},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08732068538665771},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08215203881263733},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.06810414791107178},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.06201380491256714},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.05386671423912048}],"concepts":[{"id":"https://openalex.org/C173853756","wikidata":"https://www.wikidata.org/wiki/Q86915","display_name":"Dialog box","level":2,"score":0.9874831438064575},{"id":"https://openalex.org/C57501372","wikidata":"https://www.wikidata.org/wiki/Q2021268","display_name":"BitTorrent tracker","level":3,"score":0.8298648595809937},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7831965684890747},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7591477632522583},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.7116912007331848},{"id":"https://openalex.org/C190954187","wikidata":"https://www.wikidata.org/wiki/Q5270587","display_name":"Dialog system","level":3,"score":0.6607187986373901},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5890276432037354},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.5813316106796265},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.5363603234291077},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5342100858688354},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5075949430465698},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4898776412010193},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.46539175510406494},{"id":"https://openalex.org/C89992363","wikidata":"https://www.wikidata.org/wiki/Q5961558","display_name":"Track (disk drive)","level":2,"score":0.4561859667301178},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3902851939201355},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.31277287006378174},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1785062551498413},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08732068538665771},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08215203881263733},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.06810414791107178},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.06201380491256714},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.05386671423912048},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/slt.2016.7846311","is_oa":false,"landing_page_url":"https://doi.org/10.1109/slt.2016.7846311","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE Spoken Language Technology Workshop (SLT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W1993567041","https://openalex.org/W2093790824","https://openalex.org/W2251058040","https://openalex.org/W2251235149","https://openalex.org/W2251763242","https://openalex.org/W2464790259","https://openalex.org/W2474145276","https://openalex.org/W6691246603","https://openalex.org/W6719499323","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W48079147","https://openalex.org/W326836678","https://openalex.org/W2500779211","https://openalex.org/W2250487527","https://openalex.org/W1963944933","https://openalex.org/W2563921006","https://openalex.org/W1600043506","https://openalex.org/W2111550420","https://openalex.org/W3133893348","https://openalex.org/W2549666521"],"abstract_inverted_index":{"Dialog":[0],"state":[1,10,34],"tracking":[2,35],"-":[3,17],"the":[4,8,15,31,46,86,92,98],"process":[5],"of":[6,22,48,51,58,77,91],"updating":[7],"dialog":[9,24,33],"after":[11],"each":[12,102],"interaction":[13],"with":[14],"user":[16],"is":[18],"a":[19,27,56,75],"key":[20],"component":[21],"most":[23,90],"systems.":[25],"Following":[26],"similar":[28],"scheme":[29],"to":[30,96],"fourth":[32],"challenge,":[36],"this":[37],"edition":[38],"again":[39],"focused":[40],"on":[41],"human-human":[42],"dialogs,":[43],"but":[44],"introduced":[45],"task":[47],"cross-lingual":[49],"adaptation":[50],"trackers.":[52],"The":[53],"challenge":[54],"received":[55],"total":[57,76],"32":[59],"entries":[60,79],"from":[61,80],"9":[62],"research":[63],"groups.":[64,82],"In":[65,83],"addition,":[66],"several":[67],"pilot":[68],"track":[69],"evaluations":[70],"were":[71,94],"also":[72],"proposed":[73],"receiving":[74],"16":[78],"4":[81],"both":[84],"cases,":[85],"results":[87],"show":[88],"that":[89],"groups":[93],"able":[95],"outperform":[97],"provided":[99],"baselines":[100],"for":[101],"task.":[103]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":8},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":9}],"updated_date":"2026-04-04T08:04:53.788161","created_date":"2025-10-10T00:00:00"}
