{"id":"https://openalex.org/W4388008069","doi":"https://doi.org/10.1145/3617694.3623226","title":"Characterizing Manipulation from AI Systems","display_name":"Characterizing Manipulation from AI Systems","publication_year":2023,"publication_date":"2023-10-29","ids":{"openalex":"https://openalex.org/W4388008069","doi":"https://doi.org/10.1145/3617694.3623226"},"language":"en","primary_location":{"id":"doi:10.1145/3617694.3623226","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3617694.3623226","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3617694.3623226","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Equity and Access in Algorithms, Mechanisms, and Optimization","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3617694.3623226","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039815972","display_name":"Micah Carroll","orcid":"https://orcid.org/0000-0002-0716-8071"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Micah Carroll","raw_affiliation_strings":["University of California, Berkeley, USA"],"raw_orcid":"https://orcid.org/0000-0002-0716-8071","affiliations":[{"raw_affiliation_string":"University of California, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038590380","display_name":"Alan Chan","orcid":"https://orcid.org/0000-0001-7547-3951"},"institutions":[{"id":"https://openalex.org/I4210164802","display_name":"Mila - Quebec Artificial Intelligence Institute","ror":"https://ror.org/05c22rx21","country_code":"CA","type":"facility","lineage":["https://openalex.org/I4210164802"]},{"id":"https://openalex.org/I70931966","display_name":"Universit\u00e9 de Montr\u00e9al","ror":"https://ror.org/0161xgx34","country_code":"CA","type":"education","lineage":["https://openalex.org/I70931966"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Alan Chan","raw_affiliation_strings":["Mila, University of Montreal, Canada"],"raw_orcid":"https://orcid.org/0000-0001-7547-3951","affiliations":[{"raw_affiliation_string":"Mila, University of Montreal, Canada","institution_ids":["https://openalex.org/I4210164802","https://openalex.org/I70931966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050862524","display_name":"Hal Ashton","orcid":"https://orcid.org/0000-0002-1780-9127"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Henry Ashton","raw_affiliation_strings":["University of Cambridge, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-1780-9127","affiliations":[{"raw_affiliation_string":"University of Cambridge, United Kingdom","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029025914","display_name":"David Krueger","orcid":"https://orcid.org/0000-0001-7256-0937"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"David Krueger","raw_affiliation_strings":["University of Cambridge, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0001-7256-0937","affiliations":[{"raw_affiliation_string":"University of Cambridge, United Kingdom","institution_ids":["https://openalex.org/I241749"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":51,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"13"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/operationalization","display_name":"Operationalization","score":0.8196147680282593},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7092276215553284},{"id":"https://openalex.org/keywords/deception","display_name":"Deception","score":0.6009167432785034},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.594412624835968},{"id":"https://openalex.org/keywords/autonomy","display_name":"Autonomy","score":0.5566365718841553},{"id":"https://openalex.org/keywords/incentive","display_name":"Incentive","score":0.5290407538414001},{"id":"https://openalex.org/keywords/harm","display_name":"Harm","score":0.49541032314300537},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.4354771375656128},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39437931776046753},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.38187962770462036},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.34890246391296387},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2037448287010193},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.1761418879032135},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.12957754731178284},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.12455305457115173}],"concepts":[{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.8196147680282593},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7092276215553284},{"id":"https://openalex.org/C2779267917","wikidata":"https://www.wikidata.org/wiki/Q170028","display_name":"Deception","level":2,"score":0.6009167432785034},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.594412624835968},{"id":"https://openalex.org/C65414064","wikidata":"https://www.wikidata.org/wiki/Q484105","display_name":"Autonomy","level":2,"score":0.5566365718841553},{"id":"https://openalex.org/C29122968","wikidata":"https://www.wikidata.org/wiki/Q1414816","display_name":"Incentive","level":2,"score":0.5290407538414001},{"id":"https://openalex.org/C2777363581","wikidata":"https://www.wikidata.org/wiki/Q15098235","display_name":"Harm","level":2,"score":0.49541032314300537},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.4354771375656128},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39437931776046753},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.38187962770462036},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.34890246391296387},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2037448287010193},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.1761418879032135},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.12957754731178284},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.12455305457115173},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3617694.3623226","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3617694.3623226","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3617694.3623226","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Equity and Access in Algorithms, Mechanisms, and Optimization","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3617694.3623226","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3617694.3623226","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3617694.3623226","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Equity and Access in Algorithms, Mechanisms, and Optimization","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7099999785423279,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388008069.pdf","grobid_xml":"https://content.openalex.org/works/W4388008069.grobid-xml"},"referenced_works_count":101,"referenced_works":["https://openalex.org/W41776400","https://openalex.org/W608053550","https://openalex.org/W1480413091","https://openalex.org/W1534682125","https://openalex.org/W1984613457","https://openalex.org/W2009260245","https://openalex.org/W2099865247","https://openalex.org/W2101422898","https://openalex.org/W2111823689","https://openalex.org/W2130173750","https://openalex.org/W2148217372","https://openalex.org/W2149247676","https://openalex.org/W2161832254","https://openalex.org/W2316339743","https://openalex.org/W2396457900","https://openalex.org/W2505621131","https://openalex.org/W2565578130","https://openalex.org/W2618817116","https://openalex.org/W2765564115","https://openalex.org/W2771244885","https://openalex.org/W2786258759","https://openalex.org/W2792467893","https://openalex.org/W2795529671","https://openalex.org/W2810602713","https://openalex.org/W2883914580","https://openalex.org/W2885950427","https://openalex.org/W2888078780","https://openalex.org/W2888421747","https://openalex.org/W2888835444","https://openalex.org/W2907298821","https://openalex.org/W2911601927","https://openalex.org/W2911826260","https://openalex.org/W2917250809","https://openalex.org/W2917760808","https://openalex.org/W2922711788","https://openalex.org/W2957505890","https://openalex.org/W2961335886","https://openalex.org/W2962059918","https://openalex.org/W2963306599","https://openalex.org/W2976473317","https://openalex.org/W2983956398","https://openalex.org/W2994838516","https://openalex.org/W3001221685","https://openalex.org/W3032407425","https://openalex.org/W3035371891","https://openalex.org/W3044483028","https://openalex.org/W3094101919","https://openalex.org/W3100945072","https://openalex.org/W3103751997","https://openalex.org/W3106000504","https://openalex.org/W3117056562","https://openalex.org/W3120501274","https://openalex.org/W3121315632","https://openalex.org/W3121878117","https://openalex.org/W3123016324","https://openalex.org/W3130336834","https://openalex.org/W3133702157","https://openalex.org/W3137759237","https://openalex.org/W3163443091","https://openalex.org/W3169486584","https://openalex.org/W3178302274","https://openalex.org/W3195577433","https://openalex.org/W3196768850","https://openalex.org/W3207440507","https://openalex.org/W3213147659","https://openalex.org/W4206675705","https://openalex.org/W4211168931","https://openalex.org/W4211180510","https://openalex.org/W4213444620","https://openalex.org/W4229655994","https://openalex.org/W4232483202","https://openalex.org/W4233750437","https://openalex.org/W4239667562","https://openalex.org/W4247279853","https://openalex.org/W4255572092","https://openalex.org/W4280604926","https://openalex.org/W4283157303","https://openalex.org/W4283170666","https://openalex.org/W4283705510","https://openalex.org/W4283772362","https://openalex.org/W4283793624","https://openalex.org/W4283828272","https://openalex.org/W4285429195","https://openalex.org/W4287552525","https://openalex.org/W4288058319","https://openalex.org/W4289785200","https://openalex.org/W4295698780","https://openalex.org/W4301656218","https://openalex.org/W4302307977","https://openalex.org/W4306407134","https://openalex.org/W4309663019","https://openalex.org/W4309674289","https://openalex.org/W4310823711","https://openalex.org/W4319167005","https://openalex.org/W4323555787","https://openalex.org/W4324157321","https://openalex.org/W4376632242","https://openalex.org/W4378718287","https://openalex.org/W4381893005","https://openalex.org/W4385567134","https://openalex.org/W4386511841"],"related_works":["https://openalex.org/W2944277854","https://openalex.org/W2258359646","https://openalex.org/W2493324121","https://openalex.org/W2483613126","https://openalex.org/W4234402960","https://openalex.org/W4210958110","https://openalex.org/W4210994448","https://openalex.org/W4386824558","https://openalex.org/W204135935","https://openalex.org/W2097838441"],"abstract_inverted_index":{"Manipulation":[0,204],"is":[1,24],"a":[2,108,144,176,207],"concern":[3],"in":[4,48,103,107,152,161],"many":[5,169],"domains,":[6],"such":[7,122],"as":[8,123],"social":[9],"media,":[10],"advertising,":[11],"and":[12,50,67,88,99,119,125,139,142,163,179,213],"chatbots.":[13],"As":[14],"AI":[15,32,57,167,191],"systems":[16,33,138,192],"mediate":[17],"more":[18],"of":[19,40,54,71,74,84,110,133,147,150,175,200],"our":[20,131],"digital":[21],"interactions,":[22],"it":[23,218],"important":[25],"to":[26,30,79,95,136,194,210,216],"understand":[27],"the":[28,38,41,69,82,115,148,173,188,198,201],"degree":[29],"which":[31,76],"might":[34],"manipulate":[35,195],"humans":[36,196],"without":[37,197],"intent":[39,199],"system":[42,202],"designers.":[43,203],"Our":[44],"work":[45],"clarifies":[46],"challenges":[47,102],"defining":[49,162],"measuring":[51,164],"this":[52],"kind":[53],"manipulation":[55,66,118,134,151,165],"from":[56,166],"systems.":[58],"Firstly,":[59],"we":[60,77,100,113,184],"build":[61],"upon":[62,81],"prior":[63],"literature":[64],"on":[65,93],"characterize":[68],"space":[70],"possible":[72],"notions":[73],"manipulation,":[75],"find":[78],"depend":[80],"concepts":[83],"incentives,":[85],"intent,":[86],"covertness,":[87],"harm.":[89],"We":[90,127],"review":[91],"proposals":[92],"how":[94,130],"operationalize":[96],"each":[97,105],"concept":[98,106],"outline":[101],"including":[104],"definition":[109,178],"manipulation.":[111],"Second,":[112],"discuss":[114],"connections":[116],"between":[117],"related":[120],"concepts,":[121],"deception":[124],"coercion.":[126],"then":[128],"analyze":[129],"characterization":[132],"applies":[135],"recommender":[137],"language":[140],"models,":[141],"give":[143],"brief":[145],"overview":[146],"regulation":[149],"other":[153],"domains.":[154],"While":[155],"some":[156],"progress":[157],"has":[158],"been":[159],"made":[160],"systems,":[168],"gaps":[170],"remain.":[171],"In":[172],"absence":[174],"consensus":[177],"reliable":[180],"tools":[181],"for":[182],"measurement,":[183],"cannot":[185],"rule":[186],"out":[187],"possibility":[189],"that":[190],"learn":[193],"could":[205],"pose":[206],"significant":[208],"threat":[209],"human":[211],"autonomy":[212],"precautionary":[214],"actions":[215],"mitigate":[217],"are":[219],"likely":[220],"warranted.":[221]},"counts_by_year":[{"year":2026,"cited_by_count":17},{"year":2025,"cited_by_count":25},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-21T08:15:58.654021","created_date":"2025-10-10T00:00:00"}