{"id":"https://openalex.org/W4387848997","doi":"https://doi.org/10.1145/3583780.3615493","title":"Predicting Interaction Quality of Conversational Assistants With Spoken Language Understanding Model Confidences","display_name":"Predicting Interaction Quality of Conversational Assistants With Spoken Language Understanding Model Confidences","publication_year":2023,"publication_date":"2023-10-21","ids":{"openalex":"https://openalex.org/W4387848997","doi":"https://doi.org/10.1145/3583780.3615493"},"language":"en","primary_location":{"id":"doi:10.1145/3583780.3615493","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1145/3583780.3615493","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3583780.3615493","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3583780.3615493","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100602499","display_name":"Yue Gao","orcid":"https://orcid.org/0009-0009-9613-8736"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yue Gao","raw_affiliation_strings":["University of Wisconsin-Madison, Madison, USA"],"affiliations":[{"raw_affiliation_string":"University of Wisconsin-Madison, Madison, USA","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025592030","display_name":"Enrico Piovano","orcid":"https://orcid.org/0009-0008-8141-557X"},"institutions":[{"id":"https://openalex.org/I4210089985","display_name":"Amazon (Germany)","ror":"https://ror.org/00b9ktm87","country_code":"DE","type":"company","lineage":["https://openalex.org/I1311688040","https://openalex.org/I4210089985"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Enrico Piovano","raw_affiliation_strings":["Amazon Alexa AI, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Amazon Alexa AI, Berlin, Germany","institution_ids":["https://openalex.org/I4210089985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103166669","display_name":"Tamer Soliman","orcid":null},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tamer Soliman","raw_affiliation_strings":["Amazon Alexa AI, Sunnyvale, USA"],"affiliations":[{"raw_affiliation_string":"Amazon Alexa AI, Sunnyvale, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102977548","display_name":"Monir Moniruzzaman","orcid":"https://orcid.org/0009-0005-9009-5836"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]},{"id":"https://openalex.org/I58610484","display_name":"Seattle University","ror":"https://ror.org/02jqc0m91","country_code":"US","type":"education","lineage":["https://openalex.org/I58610484"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Monir Moniruzzaman","raw_affiliation_strings":["Amazon Alexa AI, Seattle, USA"],"affiliations":[{"raw_affiliation_string":"Amazon Alexa AI, Seattle, USA","institution_ids":["https://openalex.org/I1311688040","https://openalex.org/I58610484"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101943453","display_name":"Anoop Kumar","orcid":"https://orcid.org/0009-0007-9124-7541"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]},{"id":"https://openalex.org/I58610484","display_name":"Seattle University","ror":"https://ror.org/02jqc0m91","country_code":"US","type":"education","lineage":["https://openalex.org/I58610484"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anoop Kumar","raw_affiliation_strings":["Amazon Alexa AI, Seattle, USA"],"affiliations":[{"raw_affiliation_string":"Amazon Alexa AI, Seattle, USA","institution_ids":["https://openalex.org/I1311688040","https://openalex.org/I58610484"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089660384","display_name":"Melanie Bradford","orcid":"https://orcid.org/0009-0006-9138-6069"},"institutions":[{"id":"https://openalex.org/I4210089985","display_name":"Amazon (Germany)","ror":"https://ror.org/00b9ktm87","country_code":"DE","type":"company","lineage":["https://openalex.org/I1311688040","https://openalex.org/I4210089985"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Melanie Bradford","raw_affiliation_strings":["Amazon Alexa AI, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Amazon Alexa AI, Berlin, Germany","institution_ids":["https://openalex.org/I4210089985"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086592108","display_name":"Subhrangshu Nandi","orcid":"https://orcid.org/0009-0008-4855-2548"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]},{"id":"https://openalex.org/I58610484","display_name":"Seattle University","ror":"https://ror.org/02jqc0m91","country_code":"US","type":"education","lineage":["https://openalex.org/I58610484"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Subhrangshu Nandi","raw_affiliation_strings":["Amazon Alexa AI, Seattle, USA"],"affiliations":[{"raw_affiliation_string":"Amazon Alexa AI, Seattle, USA","institution_ids":["https://openalex.org/I1311688040","https://openalex.org/I58610484"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100602499"],"corresponding_institution_ids":["https://openalex.org/I135310074"],"apc_list":null,"apc_paid":null,"fwci":0.174,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.57645043,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"1","issue":null,"first_page":"4581","last_page":"4587"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9804999828338623,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8240051865577698},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6679271459579468},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5256986618041992},{"id":"https://openalex.org/keywords/downstream","display_name":"Downstream (manufacturing)","score":0.46903929114341736},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.45990654826164246},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45049914717674255},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.44753503799438477},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4464249610900879},{"id":"https://openalex.org/keywords/spoken-language","display_name":"Spoken language","score":0.4450066089630127},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.4280718266963959},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.4145548641681671},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3448190987110138},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07657933235168457}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8240051865577698},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6679271459579468},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5256986618041992},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.46903929114341736},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.45990654826164246},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45049914717674255},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.44753503799438477},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4464249610900879},{"id":"https://openalex.org/C2776230583","wikidata":"https://www.wikidata.org/wiki/Q1322198","display_name":"Spoken language","level":2,"score":0.4450066089630127},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.4280718266963959},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4145548641681671},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3448190987110138},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07657933235168457},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3583780.3615493","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1145/3583780.3615493","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3583780.3615493","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3583780.3615493","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1145/3583780.3615493","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3583780.3615493","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7900000214576721}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387848997.pdf","grobid_xml":"https://content.openalex.org/works/W4387848997.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W969718702","https://openalex.org/W1853837125","https://openalex.org/W2101105183","https://openalex.org/W2524643686","https://openalex.org/W2595551253","https://openalex.org/W2604662567","https://openalex.org/W2892453983","https://openalex.org/W2963527228","https://openalex.org/W2963768411","https://openalex.org/W3034266838","https://openalex.org/W3035656139","https://openalex.org/W3104901442","https://openalex.org/W3169048346","https://openalex.org/W3169296287","https://openalex.org/W3174109709","https://openalex.org/W4287889156","https://openalex.org/W4312891083"],"related_works":["https://openalex.org/W2383111961","https://openalex.org/W2365952365","https://openalex.org/W2352448290","https://openalex.org/W2380820513","https://openalex.org/W2005801347","https://openalex.org/W2372385138","https://openalex.org/W2186640231","https://openalex.org/W4296359239","https://openalex.org/W1557905920","https://openalex.org/W2043093291"],"abstract_inverted_index":{"In":[0],"conversational":[1,42,117],"AI":[2],"assistants,":[3],"SLU":[4,24,68,87,124],"models":[5],"are":[6],"part":[7],"of":[8,13,66,111,122],"a":[9,72,91,98,102,112],"complex":[10],"pipeline":[11],"composed":[12],"several":[14],"modules":[15,62],"working":[16],"in":[17,32,39],"harmony.":[18],"Hence,":[19],"an":[20],"update":[21],"to":[22,27,79,86,150],"the":[23,33,40,46,67,81,120,123,127,134],"model":[25,34,74,88,96,114,136],"needs":[26],"ensure":[28],"improvements":[29],"not":[30],"only":[31],"specific":[35],"metrics":[36,52,84],"but":[37],"also":[38],"overall":[41],"assistant":[43],"performance.":[44],"Specifically,":[45],"impact":[47],"on":[48,107,116],"user":[49],"interaction":[50,82,146],"quality":[51,83,147],"must":[53],"be":[54],"factored":[55],"in,":[56],"while":[57],"integrating":[58],"interactions":[59],"with":[60,101,126,139,144],"distal":[61],"upstream":[63],"and":[64,119],"downstream":[65],"component.":[69],"We":[70,131],"develop":[71],"ML":[73],"that":[75,105,133],"makes":[76],"it":[77],"possible":[78],"gauge":[80],"due":[85],"changes":[89],"before":[90],"production":[92],"launch.":[93],"The":[94],"proposed":[95,135],"is":[97],"multi-modal":[99],"transformer":[100],"gated":[103],"mechanism":[104],"conditions":[106],"text":[108],"embeddings,":[109],"output":[110],"BERT":[113],"pre-trained":[115],"data,":[118],"hypotheses":[121],"classifiers":[125],"corresponding":[128],"confidence":[129],"scores.":[130],"show":[132],"predicts":[137],"defect":[138],"more":[140],"than":[141],"76%":[142],"correlation":[143],"live":[145],"defects,":[148],"compared":[149],"46%":[151],"baseline.":[152]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}