{"id":"https://openalex.org/W2990149993","doi":"https://doi.org/10.1109/access.2019.2954766","title":"A Joint Learning Framework With BERT for Spoken Language Understanding","display_name":"A Joint Learning Framework With BERT for Spoken Language Understanding","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2990149993","doi":"https://doi.org/10.1109/access.2019.2954766","mag":"2990149993"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2954766","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2954766","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08907842.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08907842.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101523487","display_name":"Zhichang Zhang","orcid":"https://orcid.org/0000-0003-3306-8493"},"institutions":[{"id":"https://openalex.org/I68986083","display_name":"Northwest Normal University","ror":"https://ror.org/00gx3j908","country_code":"CN","type":"education","lineage":["https://openalex.org/I68986083"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhichang Zhang","raw_affiliation_strings":["College of Computer Science and Engineering, Northwest Normal University, Lanzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-3306-8493","affiliations":[{"raw_affiliation_string":"College of Computer Science and Engineering, Northwest Normal University, Lanzhou, China","institution_ids":["https://openalex.org/I68986083"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100673848","display_name":"Zhenwen Zhang","orcid":"https://orcid.org/0000-0001-8443-8779"},"institutions":[{"id":"https://openalex.org/I68986083","display_name":"Northwest Normal University","ror":"https://ror.org/00gx3j908","country_code":"CN","type":"education","lineage":["https://openalex.org/I68986083"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenwen Zhang","raw_affiliation_strings":["College of Computer Science and Engineering, Northwest Normal University, Lanzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-8443-8779","affiliations":[{"raw_affiliation_string":"College of Computer Science and Engineering, Northwest Normal University, Lanzhou, China","institution_ids":["https://openalex.org/I68986083"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032324618","display_name":"Haoyuan Chen","orcid":"https://orcid.org/0000-0003-3120-931X"},"institutions":[{"id":"https://openalex.org/I68986083","display_name":"Northwest Normal University","ror":"https://ror.org/00gx3j908","country_code":"CN","type":"education","lineage":["https://openalex.org/I68986083"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyuan Chen","raw_affiliation_strings":["College of Computer Science and Engineering, Northwest Normal University, Lanzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-3120-931X","affiliations":[{"raw_affiliation_string":"College of Computer Science and Engineering, Northwest Normal University, Lanzhou, China","institution_ids":["https://openalex.org/I68986083"]}]},{"author_position":"last","author":{"id":null,"display_name":"Zhiman Zhang","orcid":"https://orcid.org/0000-0002-0993-4323"},"institutions":[{"id":"https://openalex.org/I68986083","display_name":"Northwest Normal University","ror":"https://ror.org/00gx3j908","country_code":"CN","type":"education","lineage":["https://openalex.org/I68986083"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiman Zhang","raw_affiliation_strings":["College of Computer Science and Engineering, Northwest Normal University, Lanzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-0993-4323","affiliations":[{"raw_affiliation_string":"College of Computer Science and Engineering, Northwest Normal University, Lanzhou, China","institution_ids":["https://openalex.org/I68986083"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I68986083"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":4.2357,"has_fulltext":true,"cited_by_count":52,"citation_normalized_percentile":{"value":0.95370423,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"7","issue":null,"first_page":"168849","last_page":"168858"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8898050785064697},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6348042488098145},{"id":"https://openalex.org/keywords/spoken-language","display_name":"Spoken language","score":0.580093264579773},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.5409745573997498},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5310559272766113},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5308139324188232},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.5265610218048096},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5087741017341614},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.49003732204437256},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.48886531591415405},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4657234847545624},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4123998284339905},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4110623896121979}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8898050785064697},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6348042488098145},{"id":"https://openalex.org/C2776230583","wikidata":"https://www.wikidata.org/wiki/Q1322198","display_name":"Spoken language","level":2,"score":0.580093264579773},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.5409745573997498},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5310559272766113},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5308139324188232},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.5265610218048096},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5087741017341614},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.49003732204437256},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.48886531591415405},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4657234847545624},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4123998284339905},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4110623896121979},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2954766","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2954766","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08907842.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:298817d215c94278a1d3c581cbc5b5ef","is_oa":true,"landing_page_url":"https://doaj.org/article/298817d215c94278a1d3c581cbc5b5ef","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 168849-168858 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2954766","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2954766","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08907842.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6000000238418579,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1133574705","display_name":"\u57fa\u4e8e\u5b66\u672f\u5927\u6570\u636e\u7684\u79d1\u7814\u5408\u4f5c\u8005\u63a8\u8350\u95ee\u9898\u7814\u7a76\u2014\u2014\u63a8\u8350\u6700\u5408\u9002\u7684\u800c\u4e0d\u662f\u6700\u597d\u7684","funder_award_id":"61662068","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2462141406","display_name":"\u57fa\u4e8e\u533a\u95f4\u503c\u6a21\u7cca\u8f6f\u96c6\u7684\u5b8c\u5907\u51b3\u7b56\u7cfb\u7edf\u6a21\u578b\u7814\u7a76","funder_award_id":"61662067","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5589620853","display_name":"\u57fa\u4e8e\u6df1\u5ea6\u5b66\u4e60\u7684\u4e2d\u6587\u6587\u672c\u8574\u6db5\u5173\u7cfb\u8bc6\u522b\u6280\u672f\u7814\u7a76","funder_award_id":"61762081","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2990149993.pdf","grobid_xml":"https://content.openalex.org/works/W2990149993.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W648947103","https://openalex.org/W1550863320","https://openalex.org/W1566289585","https://openalex.org/W1587506928","https://openalex.org/W1649407914","https://openalex.org/W1832693441","https://openalex.org/W1971034924","https://openalex.org/W2024632416","https://openalex.org/W2053463056","https://openalex.org/W2076440176","https://openalex.org/W2094472029","https://openalex.org/W2097550833","https://openalex.org/W2133564696","https://openalex.org/W2166293310","https://openalex.org/W2250539671","https://openalex.org/W2271840356","https://openalex.org/W2395389931","https://openalex.org/W2397579082","https://openalex.org/W2399456070","https://openalex.org/W2400801499","https://openalex.org/W2405622356","https://openalex.org/W2473329891","https://openalex.org/W2493916176","https://openalex.org/W2525778437","https://openalex.org/W2575101493","https://openalex.org/W2798968609","https://openalex.org/W2803211626","https://openalex.org/W2803392141","https://openalex.org/W2803609229","https://openalex.org/W2804945011","https://openalex.org/W2891533927","https://openalex.org/W2895750630","https://openalex.org/W2896457183","https://openalex.org/W2898856000","https://openalex.org/W2917128112","https://openalex.org/W2949325756","https://openalex.org/W2962739339","https://openalex.org/W2963033987","https://openalex.org/W2963066655","https://openalex.org/W2963341956","https://openalex.org/W2963974889","https://openalex.org/W2964308564","https://openalex.org/W3005011519","https://openalex.org/W4294170691","https://openalex.org/W4297683418","https://openalex.org/W4385245566","https://openalex.org/W6679434410","https://openalex.org/W6682691769","https://openalex.org/W6684017090","https://openalex.org/W6713452507","https://openalex.org/W6732187701","https://openalex.org/W6739901393","https://openalex.org/W6751425476","https://openalex.org/W6751431506","https://openalex.org/W6755207826","https://openalex.org/W6755855549","https://openalex.org/W6757078890","https://openalex.org/W6759393636"],"related_works":["https://openalex.org/W2468279273","https://openalex.org/W2354198838","https://openalex.org/W1989130879","https://openalex.org/W2103419012","https://openalex.org/W1974414866","https://openalex.org/W2057568687","https://openalex.org/W2063982682","https://openalex.org/W2338543196","https://openalex.org/W2187606256","https://openalex.org/W2275988210"],"abstract_inverted_index":{"Intent":[0],"classification":[1,84,129],"and":[2,47,85,170,187],"slot":[3,86,148],"filling":[4,87,149],"are":[5],"two":[6,24],"essential":[7],"tasks":[8],"for":[9,22,62,82,157],"spoken":[10],"language":[11],"understanding.":[12],"Recently,":[13],"joint":[14,28,33,80],"learning":[15,29,34,76],"has":[16],"been":[17],"shown":[18],"to":[19,131,151],"be":[20],"effective":[21],"the":[23,39,44,90,97,111,122,133,137,142,147,153,184],"tasks.":[25,88],"However,":[26],"most":[27],"methods":[30,49],"only":[31],"consider":[32],"using":[35,103],"shared":[36],"parameters":[37],"on":[38,163,192],"surface":[40],"level":[41],"rather":[42],"than":[43],"semantic":[45,154],"level,":[46],"these":[48],"suffer":[50],"from":[51,107],"small-scale":[52],"human-labeled":[53],"training":[54,81],"data,":[55],"resulting":[56],"in":[57,118],"poor":[58],"generalization":[59],"capabilities,":[60],"especially":[61],"rare":[63],"words.":[64],"In":[65,121,136],"this":[66],"paper,":[67],"we":[68,95,113,125,140],"propose":[69],"a":[70],"novel":[71],"encoder-decoder":[72],"framework":[73],"based":[74],"multi-task":[75],"model,":[77,94],"which":[78],"conducts":[79],"intent":[83,128,143],"For":[89,110],"encoder":[91,105],"of":[92],"our":[93,119,180],"encode":[96],"input":[98],"sequence":[99],"as":[100],"context":[101],"representations":[102],"bidirectional":[104],"representation":[106],"transformers":[108],"(BERT).":[109],"decoder,":[112],"implement":[114],"two-stage":[115],"decoder":[116,130,150],"process":[117],"model.":[120],"first":[123],"stage,":[124,139],"use":[126],"an":[127],"detect":[132],"user's":[134],"intent.":[135],"second":[138],"leverage":[141],"contextual":[144],"information":[145],"into":[146],"predict":[152],"concept":[155],"tags":[156],"each":[158],"word.":[159],"We":[160],"conduct":[161],"experiments":[162],"three":[164,194],"popular":[165],"benchmark":[166],"datasets:":[167],"ATIS,":[168],"Snips":[169],"Facebook":[171],"multilingual":[172],"task-oriented":[173],"datasets.":[174,195],"The":[175],"experimental":[176],"results":[177,191],"show":[178],"that":[179],"proposed":[181],"model":[182],"outperforms":[183],"state-of-the-art":[185,190],"approaches":[186],"achieves":[188],"new":[189],"both":[193]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}