{"id":"https://openalex.org/W4283644197","doi":"https://doi.org/10.1145/3545800","title":"Capture Salient Historical Information: A Fast and Accurate Non-autoregressive Model for Multi-turn Spoken Language Understanding","display_name":"Capture Salient Historical Information: A Fast and Accurate Non-autoregressive Model for Multi-turn Spoken Language Understanding","publication_year":2022,"publication_date":"2022-07-05","ids":{"openalex":"https://openalex.org/W4283644197","doi":"https://doi.org/10.1145/3545800"},"language":"en","primary_location":{"id":"doi:10.1145/3545800","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3545800","pdf_url":null,"source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077808211","display_name":"Lizhi Cheng","orcid":"https://orcid.org/0000-0002-1672-0358"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lizhi Cheng","raw_affiliation_strings":["Shanghai Jiao Tong University, Minhang District, Shanghai, PR China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Minhang District, Shanghai, PR China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051803761","display_name":"Weijia Jia","orcid":"https://orcid.org/0000-0002-0231-3196"},"institutions":[{"id":"https://openalex.org/I12615008","display_name":"Beijing Normal University - Hong Kong Baptist University United International College","ror":"https://ror.org/04snvc712","country_code":"CN","type":"education","lineage":["https://openalex.org/I12615008"]},{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weijia Jia","raw_affiliation_strings":["BNU-UIC Institute of Artificial Intelligence and Future Networks, Beijing Normal University (Zhuhai), Guangdong Key Lab of AI and Multi-Modal Data Processing, BNU-HKBU United International College, Jintong Road, Tangjiawan, Zhuhai, Guangdong, PR China"],"affiliations":[{"raw_affiliation_string":"BNU-UIC Institute of Artificial Intelligence and Future Networks, Beijing Normal University (Zhuhai), Guangdong Key Lab of AI and Multi-Modal Data Processing, BNU-HKBU United International College, Jintong Road, Tangjiawan, Zhuhai, Guangdong, PR China","institution_ids":["https://openalex.org/I12615008","https://openalex.org/I25254941"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019284302","display_name":"Wenmian Yang","orcid":"https://orcid.org/0000-0001-8493-4449"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Wenmian Yang","raw_affiliation_strings":["Nanyang Technological University, Singapore City, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore City, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5077808211"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":0.7957,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.76252457,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"41","issue":"2","first_page":"1","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8678430318832397},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.7890534400939941},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.7659541368484497},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.7609635591506958},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6936466693878174},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5272606611251831},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5022144317626953},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.4860232472419739},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.43349379301071167},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.394111692905426},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3423198461532593},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.10378292202949524}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8678430318832397},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.7890534400939941},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7659541368484497},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.7609635591506958},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6936466693878174},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5272606611251831},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5022144317626953},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4860232472419739},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.43349379301071167},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.394111692905426},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3423198461532593},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.10378292202949524},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3545800","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3545800","pdf_url":null,"source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6399999856948853,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1649407914","https://openalex.org/W2024632416","https://openalex.org/W2064675550","https://openalex.org/W2077302143","https://openalex.org/W2121879602","https://openalex.org/W2137871902","https://openalex.org/W2157331557","https://openalex.org/W2194775991","https://openalex.org/W2473329891","https://openalex.org/W2473965551","https://openalex.org/W2599674900","https://openalex.org/W2736272491","https://openalex.org/W2803392141","https://openalex.org/W2803609229","https://openalex.org/W2804945011","https://openalex.org/W2892181857","https://openalex.org/W2917128112","https://openalex.org/W2950813464","https://openalex.org/W2953244799","https://openalex.org/W2962775474","https://openalex.org/W2963033987","https://openalex.org/W2963289713","https://openalex.org/W2963491014","https://openalex.org/W2963578915","https://openalex.org/W2963594470","https://openalex.org/W2963925437","https://openalex.org/W2963974889","https://openalex.org/W2965373594","https://openalex.org/W2965495421","https://openalex.org/W2970450228","https://openalex.org/W2970597249","https://openalex.org/W2971167298","https://openalex.org/W3018753103","https://openalex.org/W3034363136","https://openalex.org/W3099757670","https://openalex.org/W3101118213","https://openalex.org/W3101223450","https://openalex.org/W3104973090","https://openalex.org/W3113906887","https://openalex.org/W3126145531","https://openalex.org/W3129872977","https://openalex.org/W3144827309","https://openalex.org/W3158941343","https://openalex.org/W3161463965","https://openalex.org/W3170264707","https://openalex.org/W3173417753","https://openalex.org/W3173726397","https://openalex.org/W3173794693","https://openalex.org/W3193603894","https://openalex.org/W3193685260","https://openalex.org/W3193861091","https://openalex.org/W3197018105","https://openalex.org/W3198642385","https://openalex.org/W3209239055","https://openalex.org/W4295249402","https://openalex.org/W4297683418","https://openalex.org/W6712785310","https://openalex.org/W6759393636"],"related_works":["https://openalex.org/W3049463507","https://openalex.org/W2936497627","https://openalex.org/W4288365749","https://openalex.org/W3013624417","https://openalex.org/W4287826556","https://openalex.org/W4287598411","https://openalex.org/W3098382480","https://openalex.org/W3198458223","https://openalex.org/W4288267738","https://openalex.org/W3126642501"],"abstract_inverted_index":{"Spoken":[0],"Language":[1],"Understanding":[2],"(SLU),":[3],"a":[4,13,83,99,102,107,129],"core":[5],"component":[6],"of":[7,19],"the":[8,17,44,58,67,74,119,147,153,158,182,186,194],"task-oriented":[9],"dialogue":[10,45,121],"system,":[11],"expects":[12],"shorter":[14],"inference":[15,25,183],"facing":[16],"impatience":[18],"human":[20],"users.":[21],"Existing":[22],"work":[23],"increases":[24],"speed":[26],"by":[27],"designing":[28],"non-autoregressive":[29,59,159],"models":[30,60],"for":[31,86,118,157],"single-turn":[32,195],"SLU":[33,41,88,136,172,196],"tasks":[34],"but":[35],"fails":[36],"to":[37,39,51,145],"apply":[38],"multi-turn":[40,87,171],"in":[42],"confronting":[43],"history.":[46],"The":[47],"intuitive":[48],"idea":[49],"is":[50],"concatenate":[52],"all":[53],"historical":[54,69,116,124],"utterances":[55,125],"and":[56,71,106,126,142,150],"utilize":[57],"directly.":[61],"However,":[62],"this":[63],"approach":[64],"seriously":[65],"misses":[66],"salient":[68,115],"information":[70,117,156],"suffers":[72],"from":[73,122,138],"uncoordinated-slot":[75],"problems.":[76],"To":[77],"overcome":[78],"those":[79],"shortcomings,":[80],"we":[81],"propose":[82],"novel":[84],"model":[85,168],"named":[89],"Salient":[90],"History":[91],"Attention":[92],"with":[93,177],"Layer-Refined":[94,103],"Transformer":[95],"(SHA-LRT),":[96],"which":[97],"comprises":[98],"SHA":[100,113],"module,":[101],"Mechanism":[104],"(LRM),":[105],"Slot":[108],"Label":[109],"Generation":[110],"(SLG)":[111],"task.":[112],"captures":[114],"current":[120],"both":[123],"results":[127,137],"via":[128],"well-designed":[130],"history-attention":[131],"mechanism.":[132],"LRM":[133],"predicts":[134],"preliminary":[135],"Transformer\u2019s":[139],"middle":[140],"states":[141],"utilizes":[143],"them":[144],"guide":[146],"final":[148],"prediction,":[149],"SLG":[151],"obtains":[152],"sequential":[154],"dependency":[155],"encoder.":[160],"Experiments":[161],"on":[162,175,193],"public":[163],"datasets":[164],"indicate":[165],"that":[166],"our":[167],"significantly":[169],"improves":[170],"performance":[173],"(17.5%":[174],"Overall)":[176],"accelerating":[178],"(nearly":[179],"15":[180],"times)":[181],"process":[184],"over":[185],"state-of-the-art":[187],"baseline":[188],"as":[189,191],"well":[190],"effective":[192],"tasks.":[197]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}