{"id":"https://openalex.org/W2331728731","doi":"https://doi.org/10.1145/2854946.2854961","title":"Understanding User Satisfaction with Intelligent Assistants","display_name":"Understanding User Satisfaction with Intelligent Assistants","publication_year":2016,"publication_date":"2016-03-13","ids":{"openalex":"https://openalex.org/W2331728731","doi":"https://doi.org/10.1145/2854946.2854961","mag":"2331728731"},"language":"en","primary_location":{"id":"doi:10.1145/2854946.2854961","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2854946.2854961","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 ACM on Conference on Human Information Interaction and Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026947055","display_name":"Julia Kiseleva","orcid":"https://orcid.org/0000-0002-3789-9588"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Julia Kiseleva","raw_affiliation_strings":["Eindhoven University of Technology, Eindhoven, Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Eindhoven University of Technology, Eindhoven, Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027117126","display_name":"Kyle Williams","orcid":"https://orcid.org/0000-0003-4333-9111"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kyle Williams","raw_affiliation_strings":["Pennsylvania State University, University Park, State College, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pennsylvania State University, University Park, State College, PA, USA","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019675617","display_name":"Jiepu Jiang","orcid":"https://orcid.org/0000-0002-8207-7452"},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiepu Jiang","raw_affiliation_strings":["University of Massachusetts Amherst, Amherst, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Massachusetts Amherst, Amherst, MA, USA","institution_ids":["https://openalex.org/I24603500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021000040","display_name":"Ahmed Hassan Awadallah","orcid":"https://orcid.org/0000-0001-6426-3537"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ahmed Hassan Awadallah","raw_affiliation_strings":["Microsoft, Redmond, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050213111","display_name":"Aidan C. Crook","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I4210148712","display_name":"Silicon Valley University","ror":"https://ror.org/04jk6hn97","country_code":"US","type":"education","lineage":["https://openalex.org/I4210148712"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aidan C. Crook","raw_affiliation_strings":["Microsoft, Silicon Valley, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Silicon Valley, CA, USA","institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I4210148712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108365460","display_name":"Imed Zitouni","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Imed Zitouni","raw_affiliation_strings":["Microsoft, Bellevue, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Bellevue, WA, USA","institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I4210108985"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048981110","display_name":"Tasos Anastasakos","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I4210148712","display_name":"Silicon Valley University","ror":"https://ror.org/04jk6hn97","country_code":"US","type":"education","lineage":["https://openalex.org/I4210148712"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tasos Anastasakos","raw_affiliation_strings":["Microsoft, Silicon Valley, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Silicon Valley, CA, USA","institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I4210148712"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":32.2661,"has_fulltext":false,"cited_by_count":153,"citation_normalized_percentile":{"value":0.99782676,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"121","last_page":"130"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7811994552612305},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7036669850349426},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6624730825424194},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5998580455780029},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.5959571599960327},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.5601339936256409},{"id":"https://openalex.org/keywords/computer-user-satisfaction","display_name":"Computer user satisfaction","score":0.5046101808547974},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4484100043773651},{"id":"https://openalex.org/keywords/user-satisfaction","display_name":"User satisfaction","score":0.44657981395721436},{"id":"https://openalex.org/keywords/phone","display_name":"Phone","score":0.4345456659793854},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.39135777950286865},{"id":"https://openalex.org/keywords/user-experience-design","display_name":"User experience design","score":0.3033985495567322},{"id":"https://openalex.org/keywords/user-interface-design","display_name":"User interface design","score":0.2590152621269226},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21247082948684692},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09064352512359619}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7811994552612305},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7036669850349426},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6624730825424194},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5998580455780029},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.5959571599960327},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.5601339936256409},{"id":"https://openalex.org/C63880386","wikidata":"https://www.wikidata.org/wiki/Q5157592","display_name":"Computer user satisfaction","level":4,"score":0.5046101808547974},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4484100043773651},{"id":"https://openalex.org/C3017893058","wikidata":"https://www.wikidata.org/wiki/Q999278","display_name":"User satisfaction","level":2,"score":0.44657981395721436},{"id":"https://openalex.org/C2778707766","wikidata":"https://www.wikidata.org/wiki/Q202064","display_name":"Phone","level":2,"score":0.4345456659793854},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.39135777950286865},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.3033985495567322},{"id":"https://openalex.org/C149229913","wikidata":"https://www.wikidata.org/wiki/Q135707","display_name":"User interface design","level":3,"score":0.2590152621269226},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21247082948684692},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09064352512359619},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2854946.2854961","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2854946.2854961","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 ACM on Conference on Human Information Interaction and Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.4300000071525574}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W8513375","https://openalex.org/W157703060","https://openalex.org/W208548429","https://openalex.org/W238383966","https://openalex.org/W1597379241","https://openalex.org/W1597441641","https://openalex.org/W1973120253","https://openalex.org/W1973602439","https://openalex.org/W1975339313","https://openalex.org/W1998381498","https://openalex.org/W2007750197","https://openalex.org/W2008251177","https://openalex.org/W2010210047","https://openalex.org/W2023376335","https://openalex.org/W2027382829","https://openalex.org/W2032691242","https://openalex.org/W2033983619","https://openalex.org/W2035569891","https://openalex.org/W2036823777","https://openalex.org/W2047221353","https://openalex.org/W2055158566","https://openalex.org/W2059516109","https://openalex.org/W2069870183","https://openalex.org/W2075874021","https://openalex.org/W2083266199","https://openalex.org/W2092488901","https://openalex.org/W2092610223","https://openalex.org/W2096946253","https://openalex.org/W2111861323","https://openalex.org/W2116435975","https://openalex.org/W2117488952","https://openalex.org/W2119074598","https://openalex.org/W2123937625","https://openalex.org/W2124063543","https://openalex.org/W2125771191","https://openalex.org/W2142830965","https://openalex.org/W2151012289","https://openalex.org/W2152314154","https://openalex.org/W2152693361","https://openalex.org/W2155467656","https://openalex.org/W2156638208","https://openalex.org/W2158254843","https://openalex.org/W2170443290","https://openalex.org/W2189217339","https://openalex.org/W2250799045","https://openalex.org/W2395695402","https://openalex.org/W2396411077","https://openalex.org/W2401425944","https://openalex.org/W4206037918","https://openalex.org/W4211048027","https://openalex.org/W6673799758"],"related_works":["https://openalex.org/W2172342304","https://openalex.org/W4251188927","https://openalex.org/W1592408533","https://openalex.org/W2094610220","https://openalex.org/W2000269362","https://openalex.org/W1505679156","https://openalex.org/W2004938492","https://openalex.org/W2022452544","https://openalex.org/W1583873799","https://openalex.org/W2914310705"],"abstract_inverted_index":{"Voice-controlled":[0],"intelligent":[1,236],"personal":[2],"assistants,":[3],"such":[4],"as":[5],"Cortana,":[6],"Google":[7],"Now,":[8],"Siri":[9],"and":[10,39,115,132,156,193,203,212,232,242],"Alexa,":[11],"are":[12],"increasingly":[13],"becoming":[14],"a":[15,27,92,103,111,164,177],"part":[16],"of":[17,58,74,80,105,108,150,182,195,234],"users'":[18],"daily":[19],"lives,":[20],"especially":[21],"on":[22,228],"mobile":[23],"devices.":[24],"They":[25],"introduce":[26],"significant":[28],"change":[29],"in":[30,61,68,141,159],"information":[31],"access,":[32],"not":[33],"only":[34],"by":[35,44],"introducing":[36],"voice":[37],"control":[38],"touch":[40],"gestures":[41],"but":[42],"also":[43,188],"enabling":[45],"dialogues":[46],"where":[47],"the":[48,54,142,148,180,191,196,207,229,246],"context":[49,209],"is":[50,169,185,210],"preserved.":[51],"This":[52],"raises":[53],"need":[55,84],"for":[56,138,173],"evaluation":[57],"their":[59,65,239],"effectiveness":[60,231],"assisting":[62],"users":[63],"with":[64,128],"tasks.":[66],"However,":[67],"order":[69],"to":[70,98,220,245],"understand":[71],"which":[72],"type":[73],"user":[75,81,93,100,125,201],"interactions":[76],"reflect":[77],"different":[78,129,143,154],"degrees":[79],"satisfaction":[82,101,126,140,151,216,222],"we":[83,90,122,225],"explicit":[85],"judgements.":[86],"In":[87],"this":[88,120],"paper,":[89],"describe":[91],"study":[94,123,189],"that":[95,147,205,213],"was":[96],"designed":[97],"measure":[99],"over":[102],"range":[104],"typical":[106],"scenarios":[107,131,161],"use:":[109],"controlling":[110],"device,":[112],"web":[113],"search,":[114],"structured":[116],"search":[117],"dialogue.":[118],"Using":[119],"data,":[121],"how":[124,190],"varied":[127],"usage":[130],"what":[133],"signals":[134],"can":[135],"be":[136,218],"used":[137],"modeling":[139],"scenarios.":[144],"We":[145,187],"find":[146,204],"notion":[149],"varies":[152],"across":[153],"scenarios,":[155],"show":[157],"that,":[158],"some":[160],"(e.g.":[162,175],"making":[163],"phone":[165],"call),":[166],"task":[167,197],"completion":[168],"very":[170],"important":[171],"while":[172],"others":[174],"planning":[176],"night":[178],"out),":[179],"amount":[181],"effort":[183],"spent":[184],"key.":[186],"nature":[192],"complexity":[194],"at":[198],"hand":[199],"affects":[200],"satisfaction,":[202],"preserving":[206],"conversation":[208],"essential":[211],"overall":[214],"task-level":[215],"cannot":[217],"reduced":[219],"query-level":[221],"alone.":[223],"Finally,":[224],"shed":[226],"light":[227],"relative":[230,244],"usefulness":[233],"voice-controlled":[235],"agents,":[237],"explaining":[238],"increasing":[240],"popularity":[241],"uptake":[243],"traditional":[247],"query-response":[248],"interaction.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":26},{"year":2020,"cited_by_count":25},{"year":2019,"cited_by_count":16},{"year":2018,"cited_by_count":17},{"year":2017,"cited_by_count":19},{"year":2016,"cited_by_count":4}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}