{"id":"https://openalex.org/W3194294668","doi":"https://doi.org/10.1145/3463910","title":"Lean Privacy Review: Collecting Users\u2019 Privacy Concerns of Data Practices at a Low Cost","display_name":"Lean Privacy Review: Collecting Users\u2019 Privacy Concerns of Data Practices at a Low Cost","publication_year":2021,"publication_date":"2021-08-20","ids":{"openalex":"https://openalex.org/W3194294668","doi":"https://doi.org/10.1145/3463910","mag":"3194294668"},"language":"en","primary_location":{"id":"doi:10.1145/3463910","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3463910","pdf_url":null,"source":{"id":"https://openalex.org/S89276529","display_name":"ACM Transactions on Computer-Human Interaction","issn_l":"1073-0516","issn":["1073-0516","1557-7325"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computer-Human Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032046097","display_name":"Haojian Jin","orcid":"https://orcid.org/0000-0001-5212-2235"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Haojian Jin","raw_affiliation_strings":["Carnegie Mellon University, Forbes Ave, Pittsburgh"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Forbes Ave, Pittsburgh","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101403827","display_name":"Hong Shen","orcid":"https://orcid.org/0000-0002-5364-3718"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hong Shen","raw_affiliation_strings":["Carnegie Mellon University, Forbes Ave, Pittsburgh"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Forbes Ave, Pittsburgh","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101736990","display_name":"Mayank Jain","orcid":"https://orcid.org/0000-0001-9527-0617"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mayank Jain","raw_affiliation_strings":["Carnegie Mellon University, Forbes Ave, Pittsburgh"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Forbes Ave, Pittsburgh","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042675455","display_name":"Swarun Kumar","orcid":"https://orcid.org/0000-0002-5398-5347"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Swarun Kumar","raw_affiliation_strings":["Carnegie Mellon University, Forbes Ave, Pittsburgh"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Forbes Ave, Pittsburgh","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090310268","display_name":"Jason Hong","orcid":"https://orcid.org/0000-0002-9856-9654"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jason I. Hong","raw_affiliation_strings":["Carnegie Mellon University, Forbes Ave, Pittsburgh"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Forbes Ave, Pittsburgh","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5032046097"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":1.9474,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.88256117,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"28","issue":"5","first_page":"1","last_page":"55"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11045","display_name":"Privacy, Security, and Data Protection","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.6771275997161865},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5933594107627869},{"id":"https://openalex.org/keywords/proxy","display_name":"Proxy (statistics)","score":0.49548089504241943},{"id":"https://openalex.org/keywords/information-privacy","display_name":"Information privacy","score":0.49387937784194946},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.476430743932724},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4191874563694},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.38549575209617615},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.3451404273509979},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2306807041168213}],"concepts":[{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.6771275997161865},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5933594107627869},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.49548089504241943},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.49387937784194946},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.476430743932724},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4191874563694},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.38549575209617615},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3451404273509979},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2306807041168213},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3463910","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3463910","pdf_url":null,"source":{"id":"https://openalex.org/S89276529","display_name":"ACM Transactions on Computer-Human Interaction","issn_l":"1073-0516","issn":["1073-0516","1557-7325"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Computer-Human Interaction","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4099999964237213,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W24843357","https://openalex.org/W1485714019","https://openalex.org/W1573459169","https://openalex.org/W1640628807","https://openalex.org/W1859579244","https://openalex.org/W1968326021","https://openalex.org/W1968380849","https://openalex.org/W1969725661","https://openalex.org/W1971372006","https://openalex.org/W1973434975","https://openalex.org/W1979290264","https://openalex.org/W1993722065","https://openalex.org/W2003301518","https://openalex.org/W2004857422","https://openalex.org/W2013400780","https://openalex.org/W2027909523","https://openalex.org/W2043382629","https://openalex.org/W2046422885","https://openalex.org/W2073038700","https://openalex.org/W2079938082","https://openalex.org/W2085955149","https://openalex.org/W2090784699","https://openalex.org/W2090883204","https://openalex.org/W2096670795","https://openalex.org/W2098806750","https://openalex.org/W2104023107","https://openalex.org/W2107643854","https://openalex.org/W2108598243","https://openalex.org/W2112508839","https://openalex.org/W2118029778","https://openalex.org/W2118994807","https://openalex.org/W2120396827","https://openalex.org/W2121391047","https://openalex.org/W2127008633","https://openalex.org/W2128955871","https://openalex.org/W2134344734","https://openalex.org/W2148080935","https://openalex.org/W2151401338","https://openalex.org/W2152065333","https://openalex.org/W2157428377","https://openalex.org/W2157989366","https://openalex.org/W2159269282","https://openalex.org/W2162598207","https://openalex.org/W2181749208","https://openalex.org/W2192292780","https://openalex.org/W2262216404","https://openalex.org/W2342281051","https://openalex.org/W2441390645","https://openalex.org/W2565578130","https://openalex.org/W2611149039","https://openalex.org/W2676139175","https://openalex.org/W2748224869","https://openalex.org/W2751129345","https://openalex.org/W2770269589","https://openalex.org/W2804268810","https://openalex.org/W2806517953","https://openalex.org/W2904468173","https://openalex.org/W2966554551","https://openalex.org/W2972590263","https://openalex.org/W2990135564","https://openalex.org/W3100515536","https://openalex.org/W3122996942","https://openalex.org/W3123012225","https://openalex.org/W3125518682","https://openalex.org/W4205456886","https://openalex.org/W4230939871","https://openalex.org/W4237026975","https://openalex.org/W4246897279","https://openalex.org/W4256311900","https://openalex.org/W4288103030","https://openalex.org/W6731425365"],"related_works":["https://openalex.org/W2584827882","https://openalex.org/W3195097297","https://openalex.org/W4225340788","https://openalex.org/W3038106605","https://openalex.org/W2513267613","https://openalex.org/W3049084372","https://openalex.org/W2528109871","https://openalex.org/W2905822832","https://openalex.org/W2940702331","https://openalex.org/W2240244939"],"abstract_inverted_index":{"Today,":[0],"industry":[1],"practitioners":[2,42,70,119,221,230],"(e.g.,":[3],"data":[4,32,92,159,167,220],"scientists,":[5],"developers,":[6],"product":[7],"managers)":[8],"rely":[9],"on":[10],"formal":[11,151],"privacy":[12,19,135,177,216,227],"reviews":[13],"(a":[14],"combination":[15],"of":[16,79,86,104,133,144,176,183,201,215],"user":[17],"interviews,":[18],"risk":[20],"assessments,":[21],"etc.)":[22],"in":[23,82,114,207],"identifying":[24],"potential":[25],"customer":[26],"acceptance":[27],"issues":[28],"with":[29,50,161],"their":[30],"organization\u2019s":[31],"practices.":[33],"However,":[34],"this":[35],"process":[36],"is":[37],"slow":[38],"and":[39,41,65,110,131,147,165,197,210],"expensive,":[40],"often":[43],"have":[44,139],"to":[45,68,120,193],"make":[46],"ad-hoc":[47],"privacy-related":[48],"decisions":[49],"little":[51],"actual":[52,137],"feedback":[53,73],"from":[54,74],"users.":[55],"We":[56,153],"introduce":[57],"Lean":[58],"Privacy":[59],"Review":[60],"(LPR),":[61],"a":[62,90,102,115,141,150,236],"fast,":[63],"cheap,":[64],"easy-to-access":[66],"method":[67],"help":[69,127],"collect":[71],"direct":[72],"users":[75,164],"through":[76],"the":[77,83,129,145,174,181],"proxy":[78],"crowd":[80,163,203],"workers":[81],"early":[84],"stages":[85],"design.":[87],"LPR":[88,125,155,212],"takes":[89,189],"proposed":[91],"practice,":[93],"quickly":[94],"breaks":[95],"it":[96],"down":[97],"into":[98],"smaller":[99],"parts,":[100],"generates":[101],"set":[103],"questionnaire":[105],"surveys,":[106],"solicits":[107],"users\u2019":[108],"opinions,":[109],"summarizes":[111],"those":[112],"opinions":[113],"compact":[116],"form":[117],"for":[118,149],"use.":[121],"By":[122],"doing":[123],"so,":[124],"can":[126],"uncover":[128],"range":[130],"magnitude":[132],"different":[134],"concerns":[136,178,217,228],"people":[138],"at":[140,235],"small":[142],"fraction":[143],"cost":[146],"wait-time":[148],"review.":[152],"evaluated":[154],"using":[156],"12":[157],"real-world":[158],"practices":[160],"240":[162],"24":[166],"practitioners.":[168],"Our":[169],"results":[170],"show":[171],"that":[172,229],"(1)":[173],"discovery":[175],"saturates":[179],"as":[180,222,224],"number":[182],"evaluators":[184],"exceeds":[185],"14":[186],"participants,":[187],"which":[188],"around":[190],"5.5":[191],"hours":[192,200],"complete":[194],"(i.e.,":[195],"latency)":[196],"costs":[198],"3.7":[199],"total":[202],"work":[204],"(":[205],"$80":[206],"our":[208],"experiments);":[209],"(2)":[211],"finds":[213],"89%":[214],"identified":[218],"by":[219],"well":[223],"139%":[225],"additional":[226],"are":[231],"not":[232],"aware":[233],"of,":[234],"6%":[237],"estimated":[238],"false":[239],"alarm":[240],"rate.":[241]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}