{"id":"https://openalex.org/W4205118655","doi":"https://doi.org/10.1109/bigdata52589.2021.9671571","title":"Language-Agnostic and Language-Aware Multilingual Natural Language Understanding for Large-Scale Intelligent Voice Assistant Application","display_name":"Language-Agnostic and Language-Aware Multilingual Natural Language Understanding for Large-Scale Intelligent Voice Assistant Application","publication_year":2021,"publication_date":"2021-12-15","ids":{"openalex":"https://openalex.org/W4205118655","doi":"https://doi.org/10.1109/bigdata52589.2021.9671571"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata52589.2021.9671571","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata52589.2021.9671571","pdf_url":null,"source":{"id":"https://openalex.org/S4363607718","display_name":"2021 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021861797","display_name":"Daniel Yue Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Yue Zhang","raw_affiliation_strings":["Alexa AI, Amazon, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alexa AI, Amazon, Cambridge, MA, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065763990","display_name":"Jonathan Hueser","orcid":null},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Hueser","raw_affiliation_strings":["Alexa AI, Amazon, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alexa AI, Amazon, Cambridge, MA, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100695372","display_name":"Yao Li","orcid":"https://orcid.org/0000-0002-1526-2279"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yao Li","raw_affiliation_strings":["Alexa AI, Amazon, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alexa AI, Amazon, Cambridge, MA, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076025273","display_name":"Sarah Campbell","orcid":"https://orcid.org/0000-0002-2920-7318"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sarah Campbell","raw_affiliation_strings":["Alexa AI, Amazon, Cambridge, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alexa AI, Amazon, Cambridge, MA, USA","institution_ids":["https://openalex.org/I1311688040"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1311688040"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1523","last_page":"1532"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8751347064971924},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.8455135822296143},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.6319313049316406},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5751793384552002},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.5350592732429504},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4860256314277649},{"id":"https://openalex.org/keywords/language-identification","display_name":"Language identification","score":0.47420862317085266},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.44139835238456726},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.425731360912323},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.1021479070186615}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8751347064971924},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.8455135822296143},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.6319313049316406},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5751793384552002},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5350592732429504},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4860256314277649},{"id":"https://openalex.org/C129792486","wikidata":"https://www.wikidata.org/wiki/Q1050419","display_name":"Language identification","level":3,"score":0.47420862317085266},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.44139835238456726},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.425731360912323},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.1021479070186615},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata52589.2021.9671571","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata52589.2021.9671571","pdf_url":null,"source":{"id":"https://openalex.org/S4363607718","display_name":"2021 IEEE International Conference on Big Data (Big Data)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.800000011920929}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1964812476","https://openalex.org/W2092269560","https://openalex.org/W2120375264","https://openalex.org/W2250548009","https://openalex.org/W2563351168","https://openalex.org/W2755354578","https://openalex.org/W2798778171","https://openalex.org/W2896457183","https://openalex.org/W2917128112","https://openalex.org/W2927258315","https://openalex.org/W2942943100","https://openalex.org/W2945260553","https://openalex.org/W2949911645","https://openalex.org/W2950938254","https://openalex.org/W2952638691","https://openalex.org/W2954108589","https://openalex.org/W2962715022","https://openalex.org/W2963578188","https://openalex.org/W2963974889","https://openalex.org/W2966263504","https://openalex.org/W2973082572","https://openalex.org/W2978017171","https://openalex.org/W2998653650","https://openalex.org/W3035390927","https://openalex.org/W3096249532","https://openalex.org/W3098101716","https://openalex.org/W3115248015","https://openalex.org/W6631190155","https://openalex.org/W6673536509","https://openalex.org/W6731031554","https://openalex.org/W6736175030","https://openalex.org/W6755207826","https://openalex.org/W6759393636","https://openalex.org/W6762122294","https://openalex.org/W6765195150","https://openalex.org/W6768851824","https://openalex.org/W6769263558"],"related_works":["https://openalex.org/W226586525","https://openalex.org/W1998541766","https://openalex.org/W2064542902","https://openalex.org/W2262900283","https://openalex.org/W1985349217","https://openalex.org/W4288263119","https://openalex.org/W3015724364","https://openalex.org/W2362145681","https://openalex.org/W1538826769","https://openalex.org/W2613467614"],"abstract_inverted_index":{"Natural":[0],"language":[1,112,125,169,191],"understanding":[2],"(NLU)":[3],"is":[4],"one":[5],"of":[6,43,145,166],"the":[7],"most":[8,45],"critical":[9],"components":[10],"in":[11,32,41,163,175],"goal-oriented":[12],"dialog":[13],"systems":[14],"and":[15,27,57,90,95,122,168,193],"enables":[16],"innovative":[17],"Big":[18],"Data":[19],"applications":[20],"such":[21],"as":[22,114,127,151,153],"intelligent":[23],"voice":[24],"assistants":[25],"(IVA)":[26],"chatbots.":[28],"While":[29],"recent":[30],"advances":[31],"deep":[33],"learning-based":[34],"NLU":[35,64,75,106,158,188,210],"models":[36],"have":[37,181],"achieved":[38],"significant":[39],"improvements":[40],"terms":[42],"accuracy,":[44],"existing":[46],"works":[47],"are":[48,108,172],"monolingual":[49],"or":[50],"bilingual.":[51],"In":[52,66],"this":[53],"work,":[54],"we":[55,68],"propose":[56,70],"experiment":[58],"with":[59,147,200],"techniques":[60],"to":[61],"develop":[62],"multilingual":[63,74,79,105,157,209],"models.":[65],"particular,":[67],"first":[69],"a":[71,78,83,96,135,142,155],"purely":[72],"language-agnostic":[73],"framework":[76],"using":[77,111,117,123],"BERT":[80],"(mBERT)":[81],"encoder,":[82],"joint":[84],"decoder":[85],"design":[86],"for":[87,134],"intent":[88],"classification":[89],"s":[91],"lot":[92],"filling":[93],"tasks,":[94],"novel":[97],"co-appearance":[98],"regularization":[99],"technique.":[100],"Then":[101],"three":[102],"distinct":[103],"language-aware":[104,184],"approaches":[107],"proposed":[109,202],"including":[110],"code":[113],"explicit":[115,164],"input;":[116],"language-specific":[118],"parameters":[119],"during":[120],"decoding;":[121],"implicit":[124],"identification":[126],"an":[128],"auxiliary":[129],"task.":[130],"We":[131,160,180],"show":[132],"results":[133,198],"large-scale,":[136],"commercial":[137],"IVA":[138,178],"system":[139],"trained":[140],"on":[141,154],"various":[143],"set":[144],"intents":[146],"huge":[148],"vocabulary":[149],"sizes,":[150],"well":[152],"public":[156],"dataset.":[159],"performed":[161],"experiments":[162],"consideration":[165],"code-mixing":[167,194],"dissimilarities":[170],"which":[171],"practical":[173],"concerns":[174],"large-scale":[176],"real-world":[177],"systems.":[179,211],"found":[182],"that":[183],"designs":[185],"can":[186],"improve":[187],"performance":[189],"when":[190],"dissimilarity":[192],"exist.":[195],"The":[196],"empirical":[197],"together":[199],"our":[201],"architectures":[203],"provide":[204],"important":[205],"insights":[206],"towards":[207],"designing":[208]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}