{"id":"https://openalex.org/W4372260151","doi":"https://doi.org/10.1109/icassp49357.2023.10095750","title":"Precognition in Contextual Spoken Language Understanding via Knowledge Distillation","display_name":"Precognition in Contextual Spoken Language Understanding via Knowledge Distillation","publication_year":2023,"publication_date":"2023-05-05","ids":{"openalex":"https://openalex.org/W4372260151","doi":"https://doi.org/10.1109/icassp49357.2023.10095750"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49357.2023.10095750","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icassp49357.2023.10095750","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041762848","display_name":"Nan Su","orcid":"https://orcid.org/0000-0002-0653-923X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nan Su","raw_affiliation_strings":["Ant Group,Beijing,China","Ant Group, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group,Beijing,China","institution_ids":[]},{"raw_affiliation_string":"Ant Group, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029774873","display_name":"Bingzhu Du","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bingzhu Du","raw_affiliation_strings":["Ant Group,Beijing,China","Ant Group, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group,Beijing,China","institution_ids":[]},{"raw_affiliation_string":"Ant Group, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101924279","display_name":"Yuchi Zhang","orcid":"https://orcid.org/0000-0002-5419-8679"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuchi Zhang","raw_affiliation_strings":["Ant Group,Beijing,China","Ant Group, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group,Beijing,China","institution_ids":[]},{"raw_affiliation_string":"Ant Group, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081171071","display_name":"Chao Liu","orcid":"https://orcid.org/0000-0002-1802-6917"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chao Liu","raw_affiliation_strings":["Ant Group,Beijing,China","Ant Group, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group,Beijing,China","institution_ids":[]},{"raw_affiliation_string":"Ant Group, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100431047","display_name":"Yongliang Wang","orcid":"https://orcid.org/0000-0001-7263-9493"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yongliang Wang","raw_affiliation_strings":["Ant Group,Beijing,China","Ant Group, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group,Beijing,China","institution_ids":[]},{"raw_affiliation_string":"Ant Group, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100420391","display_name":"Hong Chen","orcid":"https://orcid.org/0000-0001-8132-9382"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hong Chen","raw_affiliation_strings":["Ant Group,Beijing,China","Ant Group, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group,Beijing,China","institution_ids":[]},{"raw_affiliation_string":"Ant Group, Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100719897","display_name":"Xin Lu","orcid":"https://orcid.org/0000-0001-6486-3460"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xin Lu","raw_affiliation_strings":["Ant Group,Beijing,China","Ant Group, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group,Beijing,China","institution_ids":[]},{"raw_affiliation_string":"Ant Group, Beijing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7122751474380493},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.679158091545105},{"id":"https://openalex.org/keywords/spoken-language","display_name":"Spoken language","score":0.5861462354660034},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5015530586242676},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4481052756309509},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.11694499850273132}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7122751474380493},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.679158091545105},{"id":"https://openalex.org/C2776230583","wikidata":"https://www.wikidata.org/wiki/Q1322198","display_name":"Spoken language","level":2,"score":0.5861462354660034},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5015530586242676},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4481052756309509},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.11694499850273132},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49357.2023.10095750","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icassp49357.2023.10095750","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.699999988079071}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W115285041","https://openalex.org/W1522301498","https://openalex.org/W1959608418","https://openalex.org/W2064675550","https://openalex.org/W2094472029","https://openalex.org/W2095705004","https://openalex.org/W2112796928","https://openalex.org/W2146334809","https://openalex.org/W2405622356","https://openalex.org/W2891744372","https://openalex.org/W2896457183","https://openalex.org/W2921552543","https://openalex.org/W2936864631","https://openalex.org/W2952230306","https://openalex.org/W2964092386","https://openalex.org/W2964300796","https://openalex.org/W2970676059","https://openalex.org/W2998563994","https://openalex.org/W3029880367","https://openalex.org/W3080973007","https://openalex.org/W3093557975","https://openalex.org/W3117422238","https://openalex.org/W3160974509","https://openalex.org/W4385245566","https://openalex.org/W6604628494","https://openalex.org/W6640963894","https://openalex.org/W6674330103","https://openalex.org/W6739901393","https://openalex.org/W6754964836","https://openalex.org/W6755207826","https://openalex.org/W6755960745","https://openalex.org/W6841142458"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Task-oriented":[0],"dialogue":[1,32,66,83,111,128,155],"systems":[2],"have":[3],"become":[4],"overwhelmingly":[5],"popular":[6],"in":[7,30,56,110,145],"recent":[8],"researches.":[9],"Spoken":[10],"Language":[11],"Understanding":[12],"(SLU)":[13],"is":[14,54,60,77],"widely":[15],"used":[16],"to":[17,90,101,140],"extract":[18],"the":[19,50,81,103,117,126,134,158],"semantics":[20],"frame":[21],"of":[22,160],"user":[23],"queries":[24],"and":[25,94,107,120,125,148],"comprehend":[26],"users\u2019":[27],"intent/emotion/dialogue":[28],"state":[29],"task-oriented":[31,65],"systems.":[33],"Most":[34],"previous":[35],"works":[36],"on":[37,80,153],"such":[38],"discriminative":[39],"tasks":[40],"only":[41],"model":[42,92,144],"current":[43,82,118],"query":[44],"or":[45],"historical":[46,93],"conversations.":[47],"Even":[48],"if":[49],"entire":[51,127],"conversation":[52],"flow":[53,129],"modeled":[55],"some":[57],"work,":[58],"it":[59],"not":[61,72],"suitable":[62],"for":[63],"real-world":[64],"systems,":[67],"where":[68],"future":[69,95],"contexts":[70,122],"are":[71],"visible":[73],"until":[74],"a":[75],"response":[76],"given":[78],"based":[79],"state.":[84],"In":[85],"this":[86],"paper,":[87],"we":[88,132],"propose":[89],"jointly":[91],"information":[96,109],"using":[97],"knowledge":[98],"distillation":[99],"methods":[100],"address":[102],"discrepancy":[104],"between":[105,136],"offline":[106,149],"online":[108,147],"understanding.":[112],"More":[113],"specifically,":[114],"by":[115],"modeling":[116],"utterance":[119],"past":[121],"as":[123,130],"student,":[124],"teacher,":[131],"optimize":[133],"\"distance\"":[135],"these":[137],"two":[138,154],"networks":[139],"regularize":[141],"our":[142,161],"student":[143],"both":[146],"ways.":[150],"Our":[151],"experiments":[152],"datasets":[156],"validate":[157],"effectiveness":[159],"proposed":[162],"method,":[163],"achieving":[164],"superior":[165],"results":[166],"compared":[167],"with":[168],"all":[169],"baseline":[170],"models.":[171]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}