{"id":"https://openalex.org/W4317897811","doi":"https://doi.org/10.1162/tacl_a_00534","title":"OPAL: Ontology-Aware Pretrained Language Model for End-to-End Task-Oriented Dialogue","display_name":"OPAL: Ontology-Aware Pretrained Language Model for End-to-End Task-Oriented Dialogue","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4317897811","doi":"https://doi.org/10.1162/tacl_a_00534"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00534","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00534","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00534/2067879/tacl_a_00534.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00534/2067879/tacl_a_00534.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100456847","display_name":"Zhi Chen","orcid":"https://orcid.org/0000-0003-2911-5234"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhi Chen","raw_affiliation_strings":["X-LANCE Lab, Department of Computer Science and Engineering MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University State Key Lab of Media Convergence Production Technology and Systems, Beijing, China. zhenchi713@sjtu.edu.cn"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"X-LANCE Lab, Department of Computer Science and Engineering MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University State Key Lab of Media Convergence Production Technology and Systems, Beijing, China. zhenchi713@sjtu.edu.cn","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102491220","display_name":"Yuncong Liu","orcid":"https://orcid.org/0009-0000-6149-5906"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuncong Liu","raw_affiliation_strings":["X-LANCE Lab, Department of Computer Science and Engineering MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University State Key Lab of Media Convergence Production Technology and Systems, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"X-LANCE Lab, Department of Computer Science and Engineering MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University State Key Lab of Media Convergence Production Technology and Systems, Beijing, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100432108","display_name":"Lu Chen","orcid":"https://orcid.org/0000-0003-0351-7980"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lu Chen","raw_affiliation_strings":["X-LANCE Lab, Department of Computer Science and Engineering MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University State Key Lab of Media Convergence Production Technology and Systems, Beijing, China. chenlusz@sjtu.edu.cn"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"X-LANCE Lab, Department of Computer Science and Engineering MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University State Key Lab of Media Convergence Production Technology and Systems, Beijing, China. chenlusz@sjtu.edu.cn","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014803465","display_name":"Su Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su Zhu","raw_affiliation_strings":["AISpeech Co., Ltd., Suzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AISpeech Co., Ltd., Suzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081865665","display_name":"Mengyue Wu","orcid":"https://orcid.org/0000-0002-5599-8707"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengyue Wu","raw_affiliation_strings":["X-LANCE Lab, Department of Computer Science and Engineering MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University State Key Lab of Media Convergence Production Technology and Systems, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"X-LANCE Lab, Department of Computer Science and Engineering MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University State Key Lab of Media Convergence Production Technology and Systems, Beijing, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043098653","display_name":"Kai Yu","orcid":"https://orcid.org/0000-0002-7102-9826"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Kai Yu","raw_affiliation_strings":["X-LANCE Lab, Department of Computer Science and Engineering MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University State Key Lab of Media Convergence Production Technology and Systems, Beijing, China. kai.yu@sjtu.edu.cn"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"X-LANCE Lab, Department of Computer Science and Engineering MoE Key Lab of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University State Key Lab of Media Convergence Production Technology and Systems, Beijing, China. kai.yu@sjtu.edu.cn","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5043098653","https://openalex.org/A5100432108","https://openalex.org/A5100456847"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":1.5863,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.85208733,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"11","issue":null,"first_page":"68","last_page":"84"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8948532342910767},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7218989133834839},{"id":"https://openalex.org/keywords/ontology","display_name":"Ontology","score":0.6077286601066589},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5892157554626465},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5419238209724426},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5250646471977234},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.4898967146873474},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4759378433227539},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4338744282722473},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.17509779334068298}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8948532342910767},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7218989133834839},{"id":"https://openalex.org/C25810664","wikidata":"https://www.wikidata.org/wiki/Q44325","display_name":"Ontology","level":2,"score":0.6077286601066589},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5892157554626465},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5419238209724426},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5250646471977234},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.4898967146873474},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4759378433227539},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4338744282722473},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.17509779334068298},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/tacl_a_00534","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00534","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00534/2067879/tacl_a_00534.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:7cd589646eef4d8d812b7dce423c2887","is_oa":true,"landing_page_url":"https://doaj.org/article/7cd589646eef4d8d812b7dce423c2887","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 11 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00534","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00534","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00534/2067879/tacl_a_00534.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":87,"referenced_works":["https://openalex.org/W1603598191","https://openalex.org/W1948566616","https://openalex.org/W2158396456","https://openalex.org/W2251913848","https://openalex.org/W2489487449","https://openalex.org/W2599674900","https://openalex.org/W2612228435","https://openalex.org/W2739936944","https://openalex.org/W2760781482","https://openalex.org/W2798367796","https://openalex.org/W2798914047","https://openalex.org/W2892176966","https://openalex.org/W2945475330","https://openalex.org/W2946824041","https://openalex.org/W2951216772","https://openalex.org/W2953356739","https://openalex.org/W2954492830","https://openalex.org/W2962717182","https://openalex.org/W2962831269","https://openalex.org/W2962934384","https://openalex.org/W2963167310","https://openalex.org/W2963412005","https://openalex.org/W2963641152","https://openalex.org/W2963692154","https://openalex.org/W2964006684","https://openalex.org/W2964101860","https://openalex.org/W2964180249","https://openalex.org/W2969708789","https://openalex.org/W2970404807","https://openalex.org/W2973230427","https://openalex.org/W2979826702","https://openalex.org/W2985067290","https://openalex.org/W2988252747","https://openalex.org/W2988937804","https://openalex.org/W2997771882","https://openalex.org/W3006879472","https://openalex.org/W3015746101","https://openalex.org/W3021096583","https://openalex.org/W3024509506","https://openalex.org/W3034533785","https://openalex.org/W3034573951","https://openalex.org/W3034999214","https://openalex.org/W3035451444","https://openalex.org/W3040558716","https://openalex.org/W3046799624","https://openalex.org/W3047171714","https://openalex.org/W3088415854","https://openalex.org/W3091799245","https://openalex.org/W3099140719","https://openalex.org/W3100110884","https://openalex.org/W3100128199","https://openalex.org/W3102854726","https://openalex.org/W3103433205","https://openalex.org/W3119822474","https://openalex.org/W3171218855","https://openalex.org/W3173119568","https://openalex.org/W3175423875","https://openalex.org/W3178633887","https://openalex.org/W3186783972","https://openalex.org/W3201659492","https://openalex.org/W3216055172","https://openalex.org/W4287795696","https://openalex.org/W4287900772","https://openalex.org/W4288027128","https://openalex.org/W4288089799","https://openalex.org/W4294974598","https://openalex.org/W4299379707","https://openalex.org/W6608792757","https://openalex.org/W6737958014","https://openalex.org/W6755207826","https://openalex.org/W6758981238","https://openalex.org/W6764961350","https://openalex.org/W6767212959","https://openalex.org/W6768747623","https://openalex.org/W6769627184","https://openalex.org/W6770667678","https://openalex.org/W6771358447","https://openalex.org/W6772318521","https://openalex.org/W6772715161","https://openalex.org/W6776587266","https://openalex.org/W6776979669","https://openalex.org/W6780022207","https://openalex.org/W6781275321","https://openalex.org/W6783063119","https://openalex.org/W6785102819","https://openalex.org/W6796357777","https://openalex.org/W6804644842"],"related_works":["https://openalex.org/W2003333417","https://openalex.org/W2378862226","https://openalex.org/W2355326633","https://openalex.org/W1983454176","https://openalex.org/W2804669904","https://openalex.org/W2149777447","https://openalex.org/W3188573563","https://openalex.org/W4287064674","https://openalex.org/W3098003361","https://openalex.org/W3201246199"],"abstract_inverted_index":{"Abstract":[0],"This":[1],"paper":[2],"presents":[3],"an":[4,177],"ontology-aware":[5],"pretrained":[6,76,162],"language":[7,77],"model":[8,78,163],"(OPAL)":[9],"for":[10,79],"end-to-end":[11],"task-oriented":[12,19,58,81],"dialogue":[13,17,20,37,59,65],"(TOD).":[14],"Unlike":[15],"chit-chat":[16],"models,":[18],"models":[21],"fulfill":[22],"at":[23],"least":[24],"two":[25,98,139],"task-specific":[26],"modules:":[27],"Dialogue":[28],"state":[29,38,66],"tracker":[30],"(DST)":[31],"and":[32,134,145,152,180,191],"response":[33],"generator":[34],"(RG).":[35],"The":[36,56,101,155,168],"consists":[39,96],"of":[40,74,97,116],"the":[41,48,53,62,72,75,80,113,117,122,128,131,150,161,165],"domain-slot-value":[42],"triples,":[43],"which":[44,95,148],"are":[45,68],"regarded":[46],"as":[47],"user\u2019s":[49],"constraints":[50],"to":[51,91,105,159],"search":[52],"domain-related":[54],"databases.":[55],"large-scale":[57,108],"data":[60,188],"with":[61],"annotated":[63],"structured":[64,114],"usually":[67],"inaccessible.":[69],"It":[70],"prevents":[71],"development":[73],"dialogue.":[82],"We":[83],"propose":[84],"a":[85],"simple":[86],"yet":[87],"effective":[88],"pretraining":[89,99,132,140],"method":[90,133,175],"alleviate":[92],"this":[93],"problem,":[94],"phases.":[100],"first":[102],"phase":[103,157],"is":[104,119,158],"pretrain":[106],"on":[107,164,189],"contextual":[109],"text":[110,118],"data,":[111],"where":[112],"information":[115,123],"extracted":[120],"by":[121],"extracting":[124],"tool.":[125],"To":[126],"bridge":[127],"gap":[129],"between":[130],"downstream":[135],"tasks,":[136],"we":[137],"design":[138],"tasks:":[141],"ontology-like":[142],"triple":[143],"recovery":[144],"next-text":[146],"generation,":[147],"simulates":[149],"DST":[151],"RG,":[153],"respectively.":[154],"second":[156],"fine-tune":[160],"TOD":[166,187],"data.":[167],"experimental":[169],"results":[170],"show":[171],"that":[172],"our":[173],"proposed":[174],"achieves":[176],"exciting":[178],"boost":[179],"obtains":[181],"competitive":[182],"performance":[183],"even":[184],"without":[185],"any":[186],"CamRest676":[190],"MultiWOZ":[192],"benchmarks.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}