{"id":"https://openalex.org/W2909211136","doi":"https://doi.org/10.1145/3287560.3287565","title":"Who's the Guinea Pig?","display_name":"Who's the Guinea Pig?","publication_year":2019,"publication_date":"2019-01-09","ids":{"openalex":"https://openalex.org/W2909211136","doi":"https://doi.org/10.1145/3287560.3287565","mag":"2909211136"},"language":"en","primary_location":{"id":"doi:10.1145/3287560.3287565","doi":"https://doi.org/10.1145/3287560.3287565","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3287560.3287565","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3287560.3287565","source":{"id":"https://openalex.org/S4363608463","display_name":"ACM Conference on Fairness, Accountability, and Transparency (FAccT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3287560.3287565","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Shan Jiang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shan Jiang","raw_affiliation_strings":["Northeastern University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":null,"display_name":"John Martin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Martin","raw_affiliation_strings":["Northeastern University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072703507","display_name":"Christo Wilson","orcid":"https://orcid.org/0000-0002-5268-004X","observed_orcids":["https://orcid.org/0000-0002-5268-004X"]},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christo Wilson","raw_affiliation_strings":["Northeastern University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University","institution_ids":["https://openalex.org/I12912129"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I12912129"],"apc_list":null,"apc_paid":null,"fwci":2.0866,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.93147752,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"201","last_page":"210"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.45019999146461487,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.45019999146461487,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11045","display_name":"Privacy, Security, and Data Protection","score":0.29350000619888306,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10803","display_name":"Innovative Human-Technology Interaction","score":0.03519999980926514,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/online-experiments","display_name":"online experiments","score":0.5659999847412109},{"id":"https://openalex.org/keywords/user-consent","display_name":"user consent","score":0.8080000281333923},{"id":"https://openalex.org/keywords/ethics-of-human-experimentation","display_name":"ethics of human experimentation","score":0.781000018119812},{"id":"https://openalex.org/keywords/political-content","display_name":"political content","score":0.7289999723434448},{"id":"https://openalex.org/keywords/price-discrimination","display_name":"price discrimination","score":0.9929999709129333},{"id":"https://openalex.org/keywords/advertising-campaigns","display_name":"advertising campaigns","score":0.9269999861717224},{"id":"https://openalex.org/keywords/transparency","display_name":"transparency","score":0.6740000247955322}],"concepts":[{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.8250844478607178},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5874582529067993},{"id":"https://openalex.org/C2986663376","wikidata":"https://www.wikidata.org/wiki/Q9465","display_name":"Ethical issues","level":2,"score":0.5245740413665771},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.4943103790283203},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4904884994029999},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4625195264816284},{"id":"https://openalex.org/C112698675","wikidata":"https://www.wikidata.org/wiki/Q37038","display_name":"Advertising","level":1,"score":0.4072302579879761},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.3595413565635681},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3515845537185669},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2074507772922516},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.16944387555122375},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.1426701545715332},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10740926861763},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3287560.3287565","doi":"https://doi.org/10.1145/3287560.3287565","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3287560.3287565","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3287560.3287565","source":{"id":"https://openalex.org/S4363608463","display_name":"ACM Conference on Fairness, Accountability, and Transparency (FAccT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3287560.3287565","doi":"https://doi.org/10.1145/3287560.3287565","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3287560.3287565","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3287560.3287565","source":{"id":"https://openalex.org/S4363608463","display_name":"ACM Conference on Fairness, Accountability, and Transparency (FAccT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"display_name":"Peace, justice, and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.6100000143051147}],"study_designs":[],"awards":[{"id":"https://openalex.org/G4214760960","display_name":"CAREER: Towards Methodologies and Tools for Conducting Algorithm Audits","funder_award_id":"1553088","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2909211136.pdf","grobid_xml":"https://content.openalex.org/works/W2909211136.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W615621364","https://openalex.org/W1119807432","https://openalex.org/W1648303880","https://openalex.org/W1686065478","https://openalex.org/W1968380849","https://openalex.org/W1975566260","https://openalex.org/W2047200791","https://openalex.org/W2049073146","https://openalex.org/W2062548491","https://openalex.org/W2066787289","https://openalex.org/W2069003154","https://openalex.org/W2070815407","https://openalex.org/W2073594025","https://openalex.org/W2080770071","https://openalex.org/W2095056536","https://openalex.org/W2095932468","https://openalex.org/W2099865247","https://openalex.org/W2110228583","https://openalex.org/W2112508839","https://openalex.org/W2132248112","https://openalex.org/W2153355277","https://openalex.org/W2160092878","https://openalex.org/W2161392727","https://openalex.org/W2169113736","https://openalex.org/W2303924600","https://openalex.org/W2476960546","https://openalex.org/W2486891920","https://openalex.org/W2517868792","https://openalex.org/W2542192908","https://openalex.org/W2550086363","https://openalex.org/W2553898894","https://openalex.org/W2563091434","https://openalex.org/W2584822570","https://openalex.org/W2597730742","https://openalex.org/W2608512207","https://openalex.org/W2726916727","https://openalex.org/W2740607000","https://openalex.org/W2774114807","https://openalex.org/W2788238688","https://openalex.org/W2810359804","https://openalex.org/W2836265996","https://openalex.org/W2889145385","https://openalex.org/W2898883664","https://openalex.org/W2899024559","https://openalex.org/W2946939925","https://openalex.org/W2951240445","https://openalex.org/W2953001331","https://openalex.org/W3125302456"],"related_works":["https://openalex.org/W4400261166","https://openalex.org/W4386968135","https://openalex.org/W2186203138","https://openalex.org/W2908235130","https://openalex.org/W7112352172","https://openalex.org/W4389055856","https://openalex.org/W3006293069","https://openalex.org/W7025638439","https://openalex.org/W2892522355","https://openalex.org/W7135914364"],"abstract_inverted_index":{"A/B/n":[0,38,117],"testing":[1],"has":[2],"been":[3],"adopted":[4],"by":[5,40],"many":[6],"technology":[7],"companies":[8],"as":[9,43],"a":[10,44,98,111],"data-driven":[11],"approach":[12],"to":[13,77],"product":[14],"design":[15],"and":[16,62,69,92,110],"optimization.":[17],"These":[18],"tests":[19,39],"are":[20],"often":[21],"run":[22],"on":[23],"their":[24,67],"websites":[25,53],"without":[26],"explicit":[27],"consent":[28],"from":[29,58],"users.":[30],"In":[31],"this":[32],"paper,":[33],"we":[34,47,72],"investigate":[35],"such":[36,83],"online":[37],"using":[41],"Optimizely":[42,56],"lens.":[45],"First,":[46],"provide":[48],"measurement":[49],"results":[50],"of":[51,66,82,87,103],"575":[52],"that":[54],"use":[55,73],"drawn":[57],"the":[59,64],"Alexa":[60],"Top-1M,":[61],"analyze":[63],"distributions":[65],"audiences":[68],"experiments.":[70],"Then,":[71],"three":[74],"case":[75],"studies":[76],"discuss":[78],"potential":[79],"ethical":[80,104],"pitfalls":[81],"experiments,":[84],"including":[85],"involvement":[86],"political":[88],"content,":[89],"price":[90],"discrimination,":[91],"advertising":[93],"campaigns.":[94],"We":[95],"conclude":[96],"with":[97],"suggestion":[99],"for":[100,113],"greater":[101],"awareness":[102],"concerns":[105],"inherent":[106],"in":[107],"human":[108],"experimentation":[109],"call":[112],"increased":[114],"transparency":[115],"among":[116],"test":[118],"operators.":[119]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":2}],"updated_date":"2026-10-26T11:51:55.731654","created_date":"2019-01-25T00:00:00"}