{"id":"https://openalex.org/W2338665238","doi":"https://doi.org/10.1145/2872427.2882984","title":"People and Cookies","display_name":"People and Cookies","publication_year":2016,"publication_date":"2016-04-11","ids":{"openalex":"https://openalex.org/W2338665238","doi":"https://doi.org/10.1145/2872427.2882984","mag":"2338665238"},"language":"en","primary_location":{"id":"doi:10.1145/2872427.2882984","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2872427.2882984","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th International Conference on World Wide Web","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035789875","display_name":"Dominic Coey","orcid":"https://orcid.org/0000-0002-3040-9662"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dominic Coey","raw_affiliation_strings":["Facebook, Menlo Park, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336","https://openalex.org/I4210114444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081655818","display_name":"Michael Bailey","orcid":"https://orcid.org/0009-0003-6574-4553"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]},{"id":"https://openalex.org/I4210114444","display_name":"Meta (United States)","ror":"https://ror.org/01zbnvs85","country_code":"US","type":"company","lineage":["https://openalex.org/I4210114444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Bailey","raw_affiliation_strings":["Facebook, Menlo Park, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210099336","https://openalex.org/I4210114444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.0705,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.97202442,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1103","last_page":"1111"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11161","display_name":"Consumer Market Behavior and Pricing","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11161","display_name":"Consumer Market Behavior and Pricing","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11499","display_name":"ICT Impact and Policies","score":0.983299970626831,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.9817000031471252,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6330516338348389},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.584055483341217},{"id":"https://openalex.org/keywords/imperfect","display_name":"Imperfect","score":0.4967852234840393},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.4895223379135132},{"id":"https://openalex.org/keywords/randomization","display_name":"Randomization","score":0.4416344463825226},{"id":"https://openalex.org/keywords/advertising","display_name":"Advertising","score":0.4324851334095001},{"id":"https://openalex.org/keywords/identifier","display_name":"Identifier","score":0.43177205324172974},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.360105037689209},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.27826929092407227},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2729950547218323},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1395062506198883},{"id":"https://openalex.org/keywords/randomized-controlled-trial","display_name":"Randomized controlled trial","score":0.08838099241256714}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6330516338348389},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.584055483341217},{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.4967852234840393},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.4895223379135132},{"id":"https://openalex.org/C204243189","wikidata":"https://www.wikidata.org/wiki/Q1363085","display_name":"Randomization","level":3,"score":0.4416344463825226},{"id":"https://openalex.org/C112698675","wikidata":"https://www.wikidata.org/wiki/Q37038","display_name":"Advertising","level":1,"score":0.4324851334095001},{"id":"https://openalex.org/C154504017","wikidata":"https://www.wikidata.org/wiki/Q853614","display_name":"Identifier","level":2,"score":0.43177205324172974},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.360105037689209},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.27826929092407227},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2729950547218323},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1395062506198883},{"id":"https://openalex.org/C168563851","wikidata":"https://www.wikidata.org/wiki/Q1436668","display_name":"Randomized controlled trial","level":2,"score":0.08838099241256714},{"id":"https://openalex.org/C141071460","wikidata":"https://www.wikidata.org/wiki/Q40821","display_name":"Surgery","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2872427.2882984","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2872427.2882984","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th International Conference on World Wide Web","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.41999998688697815}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W248351923","https://openalex.org/W1541284744","https://openalex.org/W1558438642","https://openalex.org/W1573878645","https://openalex.org/W1745376753","https://openalex.org/W1921202903","https://openalex.org/W1990054777","https://openalex.org/W1995118028","https://openalex.org/W2069003154","https://openalex.org/W2075388543","https://openalex.org/W2088640816","https://openalex.org/W2104780889","https://openalex.org/W2105783544","https://openalex.org/W2110228583","https://openalex.org/W2114245126","https://openalex.org/W2125045187","https://openalex.org/W2138290169","https://openalex.org/W2144093215","https://openalex.org/W2152815940","https://openalex.org/W2157066951","https://openalex.org/W2161116977","https://openalex.org/W2166392198","https://openalex.org/W2168345670","https://openalex.org/W2169113736","https://openalex.org/W2237250944","https://openalex.org/W2951947262","https://openalex.org/W3021102661","https://openalex.org/W3094241458","https://openalex.org/W3121556564","https://openalex.org/W3122414560","https://openalex.org/W3123453903","https://openalex.org/W3124338191","https://openalex.org/W3124658416","https://openalex.org/W3125090935","https://openalex.org/W3125156328","https://openalex.org/W3126019886","https://openalex.org/W4290016560","https://openalex.org/W4298013486","https://openalex.org/W6881624785"],"related_works":["https://openalex.org/W4378651134","https://openalex.org/W2374250903","https://openalex.org/W4252684102","https://openalex.org/W2608983118","https://openalex.org/W2352307597","https://openalex.org/W1979633005","https://openalex.org/W2163724607","https://openalex.org/W3135403405","https://openalex.org/W2023227762","https://openalex.org/W1980092392"],"abstract_inverted_index":{"Identifying":[0],"the":[1,58,64,73,87,98,111,120,144,160,176,182],"same":[2,183],"internet":[3],"user":[4],"across":[5],"devices":[6],"or":[7,39],"over":[8],"time":[9],"is":[10],"often":[11],"infeasible.":[12],"This":[13],"presents":[14],"a":[15,78,83,94,116,165,186],"problem":[16],"for":[17,33],"online":[18],"experiments,":[19],"as":[20,50,185],"it":[21,109],"precludes":[22],"person-level":[23,113,149,162],"randomization.":[24],"Randomization":[25],"must":[26],"instead":[27],"be":[28,44],"done":[29],"using":[30],"imperfect":[31],"proxies":[32],"people,":[34],"like":[35],"cookies,":[36],"email":[37],"addresses,":[38],"device":[40],"identifiers.":[41],"Users":[42],"may":[43],"partially":[45,48],"treated":[46],"and":[47,61,107,134,137,148,170],"untreated":[49],"some":[51,62],"of":[52,86,90,93,101,122,167,178],"their":[53],"cookies":[54,123],"are":[55,105,155],"assigned":[56],"to":[57,63,82,119,173,180],"test":[59,187],"group":[60],"control":[65],"group,":[66],"complicating":[67],"statistical":[68],"inference.":[69],"We":[70],"show":[71],"that":[72],"estimated":[74],"treatment":[75,103,190],"effect":[76,114],"in":[77],"cookie-level":[79],"experiment":[80],"converges":[81],"weighted":[84],"average":[85],"marginal":[88,99],"effects":[89,100,154,163],"treating":[91],"more":[92],"user's":[95],"cookies.":[96],"If":[97],"cookie":[102,147,157],"exposure":[104,136],"positive":[106],"constant,":[108],"underestimates":[110],"true":[112,161],"by":[115,164],"factor":[117,166],"equal":[118],"number":[121,177],"per":[124],"person.":[125],"Using":[126],"two":[127,172],"separate":[128],"datasets---cookie":[129],"assignment":[130],"data":[131,139],"from":[132,140],"Atlas":[133],"advertising":[135,150],"purchase":[138],"Facebook---we":[141],"empirically":[142],"quantify":[143],"differences":[145],"between":[146],"effectiveness":[151],"experiments.":[152],"The":[153],"substantial:":[156],"tests":[158],"underestimate":[159],"about":[168],"three,":[169],"require":[171],"three":[174],"times":[175],"people":[179],"achieve":[181],"power":[184],"with":[188],"perfect":[189],"assignment.":[191]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":2},{"year":2013,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2016-06-24T00:00:00"}