{"id":"https://openalex.org/W4402350083","doi":"https://doi.org/10.1145/3678517","title":"End-Users Know Best: Identifying Undesired Behavior of Alexa Skills Through User Review Analysis","display_name":"End-Users Know Best: Identifying Undesired Behavior of Alexa Skills Through User Review Analysis","publication_year":2024,"publication_date":"2024-08-22","ids":{"openalex":"https://openalex.org/W4402350083","doi":"https://doi.org/10.1145/3678517"},"language":"en","primary_location":{"id":"doi:10.1145/3678517","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3678517","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082422207","display_name":"Mohammed Aldeen","orcid":"https://orcid.org/0000-0001-7603-0765"},"institutions":[{"id":"https://openalex.org/I8078737","display_name":"Clemson University","ror":"https://ror.org/037s24f05","country_code":"US","type":"education","lineage":["https://openalex.org/I8078737"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Mohammed Aldeen","raw_affiliation_strings":["Clemson University, USA"],"affiliations":[{"raw_affiliation_string":"Clemson University, USA","institution_ids":["https://openalex.org/I8078737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060742299","display_name":"Jeffrey A. Young","orcid":"https://orcid.org/0000-0002-3233-4078"},"institutions":[{"id":"https://openalex.org/I8078737","display_name":"Clemson University","ror":"https://ror.org/037s24f05","country_code":"US","type":"education","lineage":["https://openalex.org/I8078737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeffrey Young","raw_affiliation_strings":["Clemson University, USA"],"affiliations":[{"raw_affiliation_string":"Clemson University, USA","institution_ids":["https://openalex.org/I8078737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028044541","display_name":"Song Liao","orcid":"https://orcid.org/0000-0002-5264-7573"},"institutions":[{"id":"https://openalex.org/I8078737","display_name":"Clemson University","ror":"https://ror.org/037s24f05","country_code":"US","type":"education","lineage":["https://openalex.org/I8078737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Song Liao","raw_affiliation_strings":["Clemson University, USA"],"affiliations":[{"raw_affiliation_string":"Clemson University, USA","institution_ids":["https://openalex.org/I8078737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114223316","display_name":"Tsu-Yao Chang","orcid":null},"institutions":[{"id":"https://openalex.org/I8078737","display_name":"Clemson University","ror":"https://ror.org/037s24f05","country_code":"US","type":"education","lineage":["https://openalex.org/I8078737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tsu-Yao Chang","raw_affiliation_strings":["Clemson University, USA"],"affiliations":[{"raw_affiliation_string":"Clemson University, USA","institution_ids":["https://openalex.org/I8078737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101995085","display_name":"Long Cheng","orcid":"https://orcid.org/0009-0004-4819-5406"},"institutions":[{"id":"https://openalex.org/I8078737","display_name":"Clemson University","ror":"https://ror.org/037s24f05","country_code":"US","type":"education","lineage":["https://openalex.org/I8078737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Long Cheng","raw_affiliation_strings":["Clemson University, USA"],"affiliations":[{"raw_affiliation_string":"Clemson University, USA","institution_ids":["https://openalex.org/I8078737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076081056","display_name":"Haipeng Cai","orcid":"https://orcid.org/0000-0002-5224-9970"},"institutions":[{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haipeng Cai","raw_affiliation_strings":["Washington State University, USA"],"affiliations":[{"raw_affiliation_string":"Washington State University, USA","institution_ids":["https://openalex.org/I72951846"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100400376","display_name":"Xiapu Luo","orcid":"https://orcid.org/0000-0002-9082-3208"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiapu Luo","raw_affiliation_strings":["Hong Kong Polytechnic University, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056657952","display_name":"Hongxin Hu","orcid":"https://orcid.org/0000-0001-8710-247X"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hongxin Hu","raw_affiliation_strings":["University at Buffalo, USA"],"affiliations":[{"raw_affiliation_string":"University at Buffalo, USA","institution_ids":["https://openalex.org/I63190737"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5082422207"],"corresponding_institution_ids":["https://openalex.org/I8078737"],"apc_list":null,"apc_paid":null,"fwci":2.2963,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.90783961,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"8","issue":"3","first_page":"1","last_page":"28"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.8134098052978516},{"id":"https://openalex.org/keywords/vetting","display_name":"Vetting","score":0.7296591997146606},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6791872382164001},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.4920291602611542},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.43574395775794983},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.384662926197052},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3363938331604004},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2574041485786438},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.2508131265640259}],"concepts":[{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.8134098052978516},{"id":"https://openalex.org/C2777230681","wikidata":"https://www.wikidata.org/wiki/Q7923820","display_name":"Vetting","level":2,"score":0.7296591997146606},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6791872382164001},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.4920291602611542},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.43574395775794983},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.384662926197052},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3363938331604004},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2574041485786438},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2508131265640259}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3678517","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3678517","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8700000047683716}],"awards":[{"id":"https://openalex.org/G5068895753","display_name":null,"funder_award_id":"2239605, 2228616, 2114920","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1880262756","https://openalex.org/W2123442489","https://openalex.org/W2136058926","https://openalex.org/W2324595764","https://openalex.org/W2405187948","https://openalex.org/W2493916176","https://openalex.org/W2604348044","https://openalex.org/W2782121444","https://openalex.org/W2904901514","https://openalex.org/W2967690785","https://openalex.org/W3007143426","https://openalex.org/W3012624518","https://openalex.org/W3110645212","https://openalex.org/W3114076591","https://openalex.org/W3128281363","https://openalex.org/W3139099451","https://openalex.org/W3160453532","https://openalex.org/W3200074315","https://openalex.org/W4229025087","https://openalex.org/W4233135949","https://openalex.org/W4239652717","https://openalex.org/W4288057764","https://openalex.org/W4288359812","https://openalex.org/W4313563705","https://openalex.org/W4323043839","https://openalex.org/W4328028644","https://openalex.org/W4390227104","https://openalex.org/W4391183937","https://openalex.org/W4396723388"],"related_works":["https://openalex.org/W3137893487","https://openalex.org/W2588786532","https://openalex.org/W2169930420","https://openalex.org/W2108865840","https://openalex.org/W2802914690","https://openalex.org/W4248793399","https://openalex.org/W3120410482","https://openalex.org/W2980021769","https://openalex.org/W2769878339","https://openalex.org/W3129671051"],"abstract_inverted_index":{"The":[0],"Amazon":[1,31],"Alexa":[2,32,106,147,185],"marketplace":[3],"has":[4],"grown":[5],"rapidly":[6],"in":[7],"recent":[8],"years":[9,128],"due":[10],"to":[11,22,96,114,139,146,177,194,207,262],"third-party":[12],"developers":[13],"creating":[14],"large":[15],"amounts":[16],"of":[17,29,68,76,88,159,182,199,225],"content":[18],"and":[19,41,66,90,153,201,218,238],"publishing":[20],"directly":[21],"a":[23,85,110,170,189,259],"skills":[24,33,79,200,237,243],"store.":[25],"Despite":[26],"the":[27,30,50,61,69,74,196,209,223,226,233],"growth":[28],"store,":[34],"there":[35],"have":[36],"been":[37],"several":[38],"reported":[39],"security":[40,62],"usability":[42,67],"concerns,":[43],"which":[44],"may":[45],"not":[46],"be":[47],"identified":[48,235],"during":[49],"vetting":[51],"phase.":[52],"However,":[53],"user":[54,94,124,160,219,254],"reviews":[55,95,125,142,155,255],"can":[56],"offer":[57],"valuable":[58,260],"insights":[59],"into":[60],"&":[63],"privacy,":[64],"quality,":[65],"skills.":[70,107,165],"To":[71],"better":[72],"understand":[73,208],"effects":[75],"these":[77],"problematic":[78,236],"on":[80,105,184,222],"end-users,":[81],"we":[82,168,231],"introduce":[83],"ReviewTracker,":[84],"tool":[86],"capable":[87],"discerning":[89],"classifying":[91],"semantically":[92],"negative":[93,133],"identify":[97,115,140,263],"likely":[98],"malicious,":[99],"policy":[100,148,248],"violating,":[101],"or":[102],"malfunctioning":[103],"behavior":[104,229],"ReviewTracker":[108,136],"employs":[109],"pre-trained":[111],"FastText":[112],"classifier":[113],"different":[116,157],"undesired":[117,227,264],"skill":[118,172,216,228,265],"behaviors.":[119,266],"We":[120],"collected":[121],"over":[122],"700,000":[123],"spanning":[126],"6":[127],"with":[129,163],"more":[130,240],"than":[131,241],"200,000":[132],"sentiment":[134],"reviews.":[135],"was":[137],"able":[138],"17,820":[141],"reporting":[143],"violations":[144],"related":[145],"requirements":[149],"across":[150],"2,813":[151],"skills,":[152],"131,855":[154],"highlighting":[156],"types":[158,181],"frustrations":[161],"associated":[162],"9,294":[164],"In":[166],"addition,":[167],"developed":[169],"dynamic":[171],"testing":[173],"framework":[174],"using":[175,188],"ChatGPT":[176],"conduct":[178],"two":[179],"distinct":[180],"tests":[183],"skills:":[186],"one":[187,247],"software-based":[190],"simulation":[191],"for":[192],"interaction":[193],"explore":[195],"actual":[197,204],"behaviors":[198],"another":[202],"through":[203],"voice":[205],"commands":[206],"potential":[210],"factors":[211],"causing":[212],"discrepancies":[213],"between":[214],"intended":[215],"functionalities":[217],"experiences.":[220],"Based":[221],"number":[224],"reviews,":[230],"tested":[232],"top":[234],"detected":[239],"228":[242],"violating":[244],"at":[245],"least":[246],"requirement.":[249],"Our":[250],"results":[251],"demonstrate":[252],"that":[253],"could":[256],"serve":[257],"as":[258],"means":[261]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}