{"id":"https://openalex.org/W3003308145","doi":"https://doi.org/10.48550/arxiv.2002.00181","title":"Fine-Tuning BERT for Schema-Guided Zero-Shot Dialogue State Tracking","display_name":"Fine-Tuning BERT for Schema-Guided Zero-Shot Dialogue State Tracking","publication_year":2020,"publication_date":"2020-02-01","ids":{"openalex":"https://openalex.org/W3003308145","doi":"https://doi.org/10.48550/arxiv.2002.00181","mag":"3003308145"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2002.00181","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2002.00181","pdf_url":"https://arxiv.org/pdf/2002.00181","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2002.00181","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054105228","display_name":"Yu-Ping Ruan","orcid":"https://orcid.org/0000-0002-9800-3271","observed_orcids":["https://orcid.org/0000-0002-9800-3271"]},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruan, Yu-Ping","raw_affiliation_strings":["National Engineering Laboratory for Speech and Language Information Processing , University of Science and Technology of China , Hefei , P.R.China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Speech and Language Information Processing , University of Science and Technology of China , Hefei , P.R.China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059767940","display_name":"Zhen-Hua Ling","orcid":"https://orcid.org/0000-0001-7853-5273","observed_orcids":["https://orcid.org/0000-0001-7853-5273"]},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ling, Zhen-Hua","raw_affiliation_strings":["National Engineering Laboratory for Speech and Language Information Processing , University of Science and Technology of China , Hefei , P.R.China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Speech and Language Information Processing , University of Science and Technology of China , Hefei , P.R.China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005572782","display_name":"Jia-Chen Gu","orcid":"https://orcid.org/0000-0002-8801-1438","observed_orcids":["https://orcid.org/0000-0002-8801-1438"]},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gu, Jia-Chen","raw_affiliation_strings":["National Engineering Laboratory for Speech and Language Information Processing , University of Science and Technology of China , Hefei , P.R.China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Speech and Language Information Processing , University of Science and Technology of China , Hefei , P.R.China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100414574","display_name":"Quan Liu","orcid":"https://orcid.org/0000-0002-8710-1810","observed_orcids":["https://orcid.org/0000-0002-8710-1810"]},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liu, Quan","raw_affiliation_strings":["National Engineering Laboratory for Speech and Language Information Processing , University of Science and Technology of China , Hefei , P.R.China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Laboratory for Speech and Language Information Processing , University of Science and Technology of China , Hefei , P.R.China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":23,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dialogue-state-tracking","display_name":"dialogue state tracking","score":0.9990000128746033},{"id":"https://openalex.org/keywords/zero-shot-learning","display_name":"zero-shot learning","score":0.9649999737739563},{"id":"https://openalex.org/keywords/bert-fine-tuning","display_name":"BERT fine-tuning","score":0.9909999966621399},{"id":"https://openalex.org/keywords/intent-prediction","display_name":"intent prediction","score":0.9269999861717224},{"id":"https://openalex.org/keywords/virtual-assistants","display_name":"virtual assistants","score":0.7440000176429749},{"id":"https://openalex.org/keywords/pre-trained-language-models","display_name":"pre-trained language models","score":0.6349999904632568}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8051519393920898},{"id":"https://openalex.org/C52146309","wikidata":"https://www.wikidata.org/wiki/Q7431116","display_name":"Schema (genetic algorithms)","level":2,"score":0.6378542184829712},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5542469024658203},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.47808051109313965},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.47474533319473267},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3254971206188202}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2002.00181","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2002.00181","pdf_url":"https://arxiv.org/pdf/2002.00181","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2002.00181","doi":"https://doi.org/10.48550/arxiv.2002.00181","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2002.00181","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2002.00181","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2002.00181","pdf_url":"https://arxiv.org/pdf/2002.00181","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3003308145.pdf","grobid_xml":"https://content.openalex.org/works/W3003308145.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W2251058040","https://openalex.org/W2432549722","https://openalex.org/W2735585661","https://openalex.org/W2748594250","https://openalex.org/W2749436976","https://openalex.org/W2784070054","https://openalex.org/W2787560479","https://openalex.org/W2888849322","https://openalex.org/W2950813464","https://openalex.org/W2963341956","https://openalex.org/W2964236684","https://openalex.org/W2973004186","https://openalex.org/W2997771882"],"related_works":["https://openalex.org/W3203620358","https://openalex.org/W4297841606","https://openalex.org/W7169769070","https://openalex.org/W3034762518","https://openalex.org/W3005445152","https://openalex.org/W3090305424","https://openalex.org/W4416037313","https://openalex.org/W3004786215","https://openalex.org/W2972777589","https://openalex.org/W4318483799"],"abstract_inverted_index":{"We":[0],"present":[1],"our":[2,176],"work":[3],"on":[4,36,110,127,181,194],"Track":[5],"4":[6,17],"in":[7,29,74],"the":[8,26,31,50,63,68,75,97,145,172,182,195],"Dialogue":[9],"System":[10],"Technology":[11],"Challenges":[12],"8":[13],"(DSTC8).":[14],"The":[15,151],"DSTC8-Track":[16],"aims":[18],"to":[19,34,119,171],"perform":[20,120],"dialogue":[21,76,136],"state":[22,86,137,167],"tracking":[23,138],"(DST)":[24],"under":[25],"zero-shot":[27,121,135],"settings,":[28],"which":[30,88,114],"model":[32],"needs":[33],"generalize":[35],"unseen":[37],"service":[38],"APIs":[39],"given":[40],"a":[41,116,131],"schema":[42],"definition":[43],"of":[44,67,92,144],"these":[45],"target":[46],"APIs.":[47],"Serving":[48],"as":[49,57],"core":[51],"for":[52,123,134,157,189],"many":[53],"virtual":[54],"assistants":[55],"such":[56],"Siri,":[58],"Alexa,":[59],"and":[60,71,84,105,165,192],"Google":[61],"Assistant,":[62],"DST":[64],"keeps":[65],"track":[66],"user's":[69],"goal":[70,184],"what":[72],"happened":[73],"history,":[77],"mainly":[78],"including":[79],"intent":[80,158],"prediction,":[81,159,161,164],"slot":[82,160,162],"filling,":[83],"user":[85,166],"tracking,":[87],"tests":[89],"models'":[90],"ability":[91,109],"natural":[93],"language":[94,99,124,149],"understanding.":[95,125],"Recently,":[96],"pretrained":[98,148],"models":[100],"have":[101],"achieved":[102],"state-of-the-art":[103],"results":[104],"shown":[106],"impressive":[107],"generalization":[108],"various":[111],"NLP":[112],"tasks,":[113],"provide":[115],"promising":[117],"way":[118],"learning":[122],"Based":[126],"this,":[128],"we":[129],"propose":[130],"schema-guided":[132],"paradigm":[133],"(SGP-DST)":[139],"by":[140],"fine-tuning":[141],"BERT,":[142],"one":[143],"most":[146],"popular":[147],"models.":[150],"SGP-DST":[152,177],"system":[153],"contains":[154],"four":[155],"modules":[156],"transfer":[163],"summarizing":[168],"respectively.":[169],"According":[170],"official":[173],"evaluation":[174,187],"results,":[175],"(team12)":[178],"ranked":[179],"3rd":[180],"joint":[183],"accuracy":[185],"(primary":[186],"metric":[188],"ranking":[190],"submissions)":[191],"1st":[193],"requsted":[196],"slots":[197],"F1":[198],"among":[199],"25":[200],"participant":[201],"teams.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":4}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2020-02-07T00:00:00"}