{"id":"https://openalex.org/W4387857621","doi":"https://doi.org/10.56553/popets-2024-0028","title":"On the Quality of Privacy Policy Documents of Virtual Personal Assistant Applications","display_name":"On the Quality of Privacy Policy Documents of Virtual Personal Assistant Applications","publication_year":2023,"publication_date":"2023-10-22","ids":{"openalex":"https://openalex.org/W4387857621","doi":"https://doi.org/10.56553/popets-2024-0028"},"language":"en","primary_location":{"id":"doi:10.56553/popets-2024-0028","is_oa":true,"landing_page_url":"https://doi.org/10.56553/popets-2024-0028","pdf_url":"https://petsymposium.org/popets/2024/popets-2024-0028.pdf","source":{"id":"https://openalex.org/S4210183172","display_name":"Proceedings on Privacy Enhancing Technologies","issn_l":"2299-0984","issn":["2299-0984"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320322","host_organization_name":"De Gruyter Open","host_organization_lineage":["https://openalex.org/P4310320322","https://openalex.org/P4310313990"],"host_organization_lineage_names":["De Gruyter Open","De Gruyter"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings on Privacy Enhancing Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://petsymposium.org/popets/2024/popets-2024-0028.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109791172","display_name":"Chuan Yan","orcid":null},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]},{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["AU","SG"],"is_corresponding":true,"raw_author_name":"Chuan Yan","raw_affiliation_strings":["University of Queensland, Australia","Institute for Infocomm Research Singapore","University of Technology Sydney Australia","University of Queensland Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Queensland, Australia","institution_ids":["https://openalex.org/I165143802"]},{"raw_affiliation_string":"Institute for Infocomm Research Singapore","institution_ids":["https://openalex.org/I3005327000"]},{"raw_affiliation_string":"University of Technology Sydney Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"University of Queensland Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039101810","display_name":"Fuman Xie","orcid":"https://orcid.org/0000-0002-5446-3081"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]},{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["AU","SG"],"is_corresponding":false,"raw_author_name":"Fuman Xie","raw_affiliation_strings":["University of Queensland, Australia","University of Technology Sydney Australia","University of Queensland Australia","Institute for Infocomm Research Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Queensland, Australia","institution_ids":["https://openalex.org/I165143802"]},{"raw_affiliation_string":"University of Technology Sydney Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"University of Queensland Australia","institution_ids":["https://openalex.org/I165143802"]},{"raw_affiliation_string":"Institute for Infocomm Research Singapore","institution_ids":["https://openalex.org/I3005327000"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085641844","display_name":"Mark Huasong Meng","orcid":"https://orcid.org/0000-0003-1039-2151"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]},{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["AU","SG"],"is_corresponding":false,"raw_author_name":"Mark Huasong Meng","raw_affiliation_strings":["Institute for Infocomm Research, Singapore","University of Queensland Australia","University of Technology Sydney Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Infocomm Research, Singapore","institution_ids":["https://openalex.org/I3005327000"]},{"raw_affiliation_string":"University of Queensland Australia","institution_ids":["https://openalex.org/I165143802"]},{"raw_affiliation_string":"University of Technology Sydney Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100449630","display_name":"Yanjun Zhang","orcid":"https://orcid.org/0000-0001-5611-3483"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["AU","SG"],"is_corresponding":false,"raw_author_name":"Yanjun Zhang","raw_affiliation_strings":["University of Technology Syndey, Australia","University of Queensland Australia","Institute for Infocomm Research Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Technology Syndey, Australia","institution_ids":[]},{"raw_affiliation_string":"University of Queensland Australia","institution_ids":["https://openalex.org/I165143802"]},{"raw_affiliation_string":"Institute for Infocomm Research Singapore","institution_ids":["https://openalex.org/I3005327000"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015858067","display_name":"Guangdong Bai","orcid":"https://orcid.org/0000-0002-6390-9890"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]},{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["AU","SG"],"is_corresponding":false,"raw_author_name":"Guangdong Bai","raw_affiliation_strings":["University of Queensland, Australia","University of Queensland Australia","University of Technology Sydney Australia","Institute for Infocomm Research Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Queensland, Australia","institution_ids":["https://openalex.org/I165143802"]},{"raw_affiliation_string":"University of Queensland Australia","institution_ids":["https://openalex.org/I165143802"]},{"raw_affiliation_string":"University of Technology Sydney Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"Institute for Infocomm Research Singapore","institution_ids":["https://openalex.org/I3005327000"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5109791172"],"corresponding_institution_ids":["https://openalex.org/I114017466","https://openalex.org/I165143802","https://openalex.org/I3005327000"],"apc_list":null,"apc_paid":null,"fwci":2.2013,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.90026687,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"2024","issue":"1","first_page":"478","last_page":"493"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11045","display_name":"Privacy, Security, and Data Protection","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11045","display_name":"Privacy, Security, and Data Protection","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12335","display_name":"Sexuality, Behavior, and Technology","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.9079999923706055,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/privacy-policy","display_name":"Privacy policy","score":0.8045898079872131},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.6451112031936646},{"id":"https://openalex.org/keywords/information-privacy","display_name":"Information privacy","score":0.5723418593406677},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5683751106262207},{"id":"https://openalex.org/keywords/personally-identifiable-information","display_name":"Personally identifiable information","score":0.4971523582935333},{"id":"https://openalex.org/keywords/privacy-software","display_name":"Privacy software","score":0.46965208649635315},{"id":"https://openalex.org/keywords/privacy-by-design","display_name":"Privacy by Design","score":0.45962655544281006},{"id":"https://openalex.org/keywords/legislation","display_name":"Legislation","score":0.44023117423057556},{"id":"https://openalex.org/keywords/readability","display_name":"Readability","score":0.4381394684314728},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.42961257696151733},{"id":"https://openalex.org/keywords/privacy-law","display_name":"Privacy law","score":0.4145946800708771},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.4121393859386444},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3831259310245514},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.09022542834281921}],"concepts":[{"id":"https://openalex.org/C102938260","wikidata":"https://www.wikidata.org/wiki/Q1999831","display_name":"Privacy policy","level":3,"score":0.8045898079872131},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.6451112031936646},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.5723418593406677},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5683751106262207},{"id":"https://openalex.org/C169093310","wikidata":"https://www.wikidata.org/wiki/Q3702971","display_name":"Personally identifiable information","level":2,"score":0.4971523582935333},{"id":"https://openalex.org/C509729295","wikidata":"https://www.wikidata.org/wiki/Q7246032","display_name":"Privacy software","level":3,"score":0.46965208649635315},{"id":"https://openalex.org/C193934123","wikidata":"https://www.wikidata.org/wiki/Q7246028","display_name":"Privacy by Design","level":3,"score":0.45962655544281006},{"id":"https://openalex.org/C2777351106","wikidata":"https://www.wikidata.org/wiki/Q49371","display_name":"Legislation","level":2,"score":0.44023117423057556},{"id":"https://openalex.org/C2778143727","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Readability","level":2,"score":0.4381394684314728},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.42961257696151733},{"id":"https://openalex.org/C141972696","wikidata":"https://www.wikidata.org/wiki/Q1247836","display_name":"Privacy law","level":4,"score":0.4145946800708771},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.4121393859386444},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3831259310245514},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.09022542834281921},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.56553/popets-2024-0028","is_oa":true,"landing_page_url":"https://doi.org/10.56553/popets-2024-0028","pdf_url":"https://petsymposium.org/popets/2024/popets-2024-0028.pdf","source":{"id":"https://openalex.org/S4210183172","display_name":"Proceedings on Privacy Enhancing Technologies","issn_l":"2299-0984","issn":["2299-0984"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320322","host_organization_name":"De Gruyter Open","host_organization_lineage":["https://openalex.org/P4310320322","https://openalex.org/P4310313990"],"host_organization_lineage_names":["De Gruyter Open","De Gruyter"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings on Privacy Enhancing Technologies","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.56553/popets-2024-0028","is_oa":true,"landing_page_url":"https://doi.org/10.56553/popets-2024-0028","pdf_url":"https://petsymposium.org/popets/2024/popets-2024-0028.pdf","source":{"id":"https://openalex.org/S4210183172","display_name":"Proceedings on Privacy Enhancing Technologies","issn_l":"2299-0984","issn":["2299-0984"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320322","host_organization_name":"De Gruyter Open","host_organization_lineage":["https://openalex.org/P4310320322","https://openalex.org/P4310313990"],"host_organization_lineage_names":["De Gruyter Open","De Gruyter"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings on Privacy Enhancing Technologies","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1126939530","display_name":null,"funder_award_id":"NSRSG grant 4018264-617225","funder_id":"https://openalex.org/F4320320984","funder_display_name":"University of Queensland"},{"id":"https://openalex.org/G1175795771","display_name":null,"funder_award_id":"4018264-617225","funder_id":"https://openalex.org/F4320320984","funder_display_name":"University of Queensland"}],"funders":[{"id":"https://openalex.org/F4320320984","display_name":"University of Queensland","ror":"https://ror.org/00rqy9422"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387857621.pdf"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W133394232","https://openalex.org/W1563541080","https://openalex.org/W1788967622","https://openalex.org/W1998029340","https://openalex.org/W2012125766","https://openalex.org/W2065427498","https://openalex.org/W2108478004","https://openalex.org/W2143002484","https://openalex.org/W2158866759","https://openalex.org/W2160660844","https://openalex.org/W2175414606","https://openalex.org/W2184222852","https://openalex.org/W2293557490","https://openalex.org/W2334398681","https://openalex.org/W2336090659","https://openalex.org/W2400705412","https://openalex.org/W2526424363","https://openalex.org/W2744486576","https://openalex.org/W2787106847","https://openalex.org/W2787764289","https://openalex.org/W2804558315","https://openalex.org/W2914805061","https://openalex.org/W2964378348","https://openalex.org/W2970540315","https://openalex.org/W2970728484","https://openalex.org/W3048993947","https://openalex.org/W3081818170","https://openalex.org/W3083247011","https://openalex.org/W3089322891","https://openalex.org/W3096559598","https://openalex.org/W3105777810","https://openalex.org/W3139099451","https://openalex.org/W3156874074","https://openalex.org/W3170228297","https://openalex.org/W3175844213","https://openalex.org/W3182238712","https://openalex.org/W3199877002","https://openalex.org/W4200115396","https://openalex.org/W4205271649","https://openalex.org/W4210377817","https://openalex.org/W4226116507","https://openalex.org/W4238277744","https://openalex.org/W4240492222","https://openalex.org/W4243310254","https://openalex.org/W4244201901","https://openalex.org/W4287812744","https://openalex.org/W4300424496","https://openalex.org/W4313563705","https://openalex.org/W4313563723","https://openalex.org/W4366221869","https://openalex.org/W4383221389","https://openalex.org/W4383616471"],"related_works":["https://openalex.org/W1598195095","https://openalex.org/W576625533","https://openalex.org/W2470776051","https://openalex.org/W1535304801","https://openalex.org/W2549995367","https://openalex.org/W2243362394","https://openalex.org/W1490610745","https://openalex.org/W2293730332","https://openalex.org/W4289302435","https://openalex.org/W3122237075"],"abstract_inverted_index":{"An":[0],"app":[1,40,67,145,220,261,277],"ecosystem":[2],"built":[3],"around":[4,60],"virtual":[5],"personal":[6],"assistant":[7],"(VPA)":[8],"services":[9],"becomes":[10],"flourishing":[11],"in":[12,100,103,120,142,217],"recent":[13],"years,":[14],"fueled":[15],"by":[16,45,241],"the":[17,20,54,61,85,98,104,132,137,143,165,168,186,209,212,218,259,287,297],"booming":[18],"of":[19,22,28,106,139,151,167,211,214,228,289],"Internet":[21],"Things":[23],"(IoT).":[24],"A":[25],"large":[26],"number":[27],"functionality-rich":[29],"VPA":[30,63,144,219,260],"applications":[31],"(or":[32],"apps":[33,293],"for":[34,268],"short)":[35],"have":[36],"been":[37],"released":[38,295],"through":[39,47],"stores,":[41],"and":[42,91,93,124,153,178,192,201,247,263],"become":[43,172],"easily-accessible":[44],"users":[46],"their":[48,76,203],"smart":[49],"speakers.":[50],"In":[51,127],"response":[52],"to":[53,69,171,254,280,296],"increasingly":[55],"stringent":[56],"data":[57,77,108],"protection":[58],"regulations":[59],"world,":[62],"service":[64],"providers":[65],"require":[66],"developers":[68,90,262],"include":[70],"a":[71,107,121,282],"privacy":[72,81,115,140,169,199,215,229,239,271,290],"policy":[73,116,170,272],"that":[74,114,163,208,235,285],"declares":[75],"handling":[78],"practices.":[79],"These":[80],"policies":[82,141,216,230,291],"serve":[83],"as":[84,97,238],"de":[86],"facto":[87],"agreement":[88],"between":[89],"users,":[92],"may":[94],"be":[95],"taken":[96],"basis":[99],"resolving":[101],"conflicts":[102],"event":[105],"breach.":[109],"Therefore,":[110],"it":[111],"is":[112,222],"essential":[113],"documents":[117,154],"are":[118,236,252,294],"crafted":[119],"clear,":[122],"easy-to-understand,":[123],"unambiguous":[125],"way.":[126],"this":[128],"work,":[129],"we":[130,159],"conduct":[131],"first":[133],"systematic":[134],"study":[135],"on":[136,148],"quality":[138,166,213,288],"domain.":[146],"Based":[147],"our":[149],"review":[150],"literature":[152],"from":[155,198],"standard":[156],"working":[157],"groups,":[158],"identify":[160],"four":[161],"metrics":[162],"enable":[164],"measurable,":[173],"including":[174],"timeliness,":[175],"availability,":[176],"completeness":[177],"readability.":[179],"We":[180,274],"then":[181],"develop":[182],"QuPer,":[183],"which":[184],"extracts":[185],"meta":[187],"features":[188,194],"(e.g.,":[189,195,243],"update":[190],"history)":[191],"linguistic":[193],"sentence":[196],"semantics)":[197],"policies,":[200],"assesses":[202],"quality.":[204],"Our":[205,250],"analysis":[206],"reveals":[207],"status":[210],"domain":[221],"concerning.":[223],"For":[224],"instance,":[225],"only":[226],"1.17%":[227],"completely":[231],"cover":[232],"all":[233],"contents":[234],"regarded":[237],"concerns":[240],"legislation":[242],"GDPR":[244],"article":[245],"13)":[246],"relevant":[248],"literature.":[249],"findings":[251],"expected":[253],"raise":[255],"an":[256],"alert":[257],"among":[258],"provide":[264],"them":[265],"with":[266],"guidelines":[267],"creating":[269],"high-quality":[270],"documents.":[273],"also":[275],"encourage":[276],"store":[278],"operators":[279],"implement":[281],"vetting":[283],"process":[284],"ensures":[286],"before":[292],"public.":[298]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}