{"id":"https://openalex.org/W4309619904","doi":"https://doi.org/10.1145/3555209","title":"Paying Attention to the Algorithm Behind the Curtain: Bringing Transparency to YouTube's Demonetization Algorithms","display_name":"Paying Attention to the Algorithm Behind the Curtain: Bringing Transparency to YouTube's Demonetization Algorithms","publication_year":2022,"publication_date":"2022-11-07","ids":{"openalex":"https://openalex.org/W4309619904","doi":"https://doi.org/10.1145/3555209"},"language":"en","primary_location":{"id":"doi:10.1145/3555209","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3555209","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047334560","display_name":"Arun Dunna","orcid":"https://orcid.org/0000-0002-7710-4807"},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Arun Dunna","raw_affiliation_strings":["University of Massachusetts Amherst, Amherst, MA, USA"],"affiliations":[{"raw_affiliation_string":"University of Massachusetts Amherst, Amherst, MA, USA","institution_ids":["https://openalex.org/I24603500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062069583","display_name":"Katherine A. Keith","orcid":null},"institutions":[{"id":"https://openalex.org/I22675022","display_name":"Williams College","ror":"https://ror.org/04avkmd49","country_code":"US","type":"education","lineage":["https://openalex.org/I22675022"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Katherine A. Keith","raw_affiliation_strings":["Williams College, Williamstown, MA, USA"],"affiliations":[{"raw_affiliation_string":"Williams College, Williamstown, MA, USA","institution_ids":["https://openalex.org/I22675022"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049679668","display_name":"Ethan Zuckerman","orcid":"https://orcid.org/0000-0002-5970-9116"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ethan Zuckerman","raw_affiliation_strings":["University of Massachusetts at Amherst, Amherst, MA, USA"],"affiliations":[{"raw_affiliation_string":"University of Massachusetts at Amherst, Amherst, MA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016569835","display_name":"Narseo Vallina-Rodr\u00edguez","orcid":"https://orcid.org/0000-0002-5420-6835"},"institutions":[{"id":"https://openalex.org/I2802499160","display_name":"IMDEA Networks","ror":"https://ror.org/04mm9fg30","country_code":"ES","type":"facility","lineage":["https://openalex.org/I105140100","https://openalex.org/I2802499160"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Narseo Vallina-Rodriguez","raw_affiliation_strings":["IMDEA Networks Institute, Leganes, Spain"],"affiliations":[{"raw_affiliation_string":"IMDEA Networks Institute, Leganes, Spain","institution_ids":["https://openalex.org/I2802499160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023365550","display_name":"Brendan O\u2019Connor","orcid":"https://orcid.org/0000-0002-6857-1614"},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brendan O'Connor","raw_affiliation_strings":["University of Massachusetts Amherst, Amherst, MA, USA"],"affiliations":[{"raw_affiliation_string":"University of Massachusetts Amherst, Amherst, MA, USA","institution_ids":["https://openalex.org/I24603500"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046944830","display_name":"Rishab Nithyanand","orcid":"https://orcid.org/0000-0002-1280-1353"},"institutions":[{"id":"https://openalex.org/I126307644","display_name":"University of Iowa","ror":"https://ror.org/036jqmy94","country_code":"US","type":"education","lineage":["https://openalex.org/I126307644"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rishab Nithyanand","raw_affiliation_strings":["University of Iowa, Iowa City, IA, USA"],"affiliations":[{"raw_affiliation_string":"University of Iowa, Iowa City, IA, USA","institution_ids":["https://openalex.org/I126307644"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5047334560"],"corresponding_institution_ids":["https://openalex.org/I24603500"],"apc_list":null,"apc_paid":null,"fwci":3.79,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.9360004,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"6","issue":"CSCW2","first_page":"1","last_page":"31"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13718","display_name":"Media Influence and Politics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13718","display_name":"Media Influence and Politics","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/monetization","display_name":"Monetization","score":0.9744409918785095},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6274283528327942},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.6043749451637268},{"id":"https://openalex.org/keywords/argument","display_name":"Argument (complex analysis)","score":0.5582639575004578},{"id":"https://openalex.org/keywords/advertising","display_name":"Advertising","score":0.4880918264389038},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.48191240429878235},{"id":"https://openalex.org/keywords/appeal","display_name":"Appeal","score":0.4332547187805176},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.4146069288253784},{"id":"https://openalex.org/keywords/endogeneity","display_name":"Endogeneity","score":0.4145694375038147},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.36259180307388306},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.22541531920433044},{"id":"https://openalex.org/keywords/accounting","display_name":"Accounting","score":0.2194085419178009},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.21476075053215027},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.2128126621246338},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.16999900341033936},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.13506442308425903},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.11079591512680054}],"concepts":[{"id":"https://openalex.org/C2780602052","wikidata":"https://www.wikidata.org/wiki/Q289845","display_name":"Monetization","level":2,"score":0.9744409918785095},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6274283528327942},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.6043749451637268},{"id":"https://openalex.org/C98184364","wikidata":"https://www.wikidata.org/wiki/Q1780131","display_name":"Argument (complex analysis)","level":2,"score":0.5582639575004578},{"id":"https://openalex.org/C112698675","wikidata":"https://www.wikidata.org/wiki/Q37038","display_name":"Advertising","level":1,"score":0.4880918264389038},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.48191240429878235},{"id":"https://openalex.org/C2778449503","wikidata":"https://www.wikidata.org/wiki/Q329777","display_name":"Appeal","level":2,"score":0.4332547187805176},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.4146069288253784},{"id":"https://openalex.org/C610760","wikidata":"https://www.wikidata.org/wiki/Q1340706","display_name":"Endogeneity","level":2,"score":0.4145694375038147},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.36259180307388306},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.22541531920433044},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.2194085419178009},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.21476075053215027},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.2128126621246338},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.16999900341033936},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.13506442308425903},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.11079591512680054},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3555209","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3555209","pdf_url":null,"source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6299999952316284,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G1147643541","display_name":null,"funder_award_id":"101021377","funder_id":"https://openalex.org/F4320338335","funder_display_name":"H2020 European Research Council"},{"id":"https://openalex.org/G7507367212","display_name":null,"funder_award_id":"1814955, 1845576","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G842464313","display_name":null,"funder_award_id":"9550-20-1-0346","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320338279","display_name":"Air Force Office of Scientific Research","ror":"https://ror.org/011e9bt93"},{"id":"https://openalex.org/F4320338335","display_name":"H2020 European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W171860255","https://openalex.org/W1507985183","https://openalex.org/W1986926921","https://openalex.org/W1998653759","https://openalex.org/W2001082470","https://openalex.org/W2043167816","https://openalex.org/W2096974619","https://openalex.org/W2109882182","https://openalex.org/W2118297042","https://openalex.org/W2126728600","https://openalex.org/W2143017621","https://openalex.org/W2250539671","https://openalex.org/W2340135383","https://openalex.org/W2541040837","https://openalex.org/W2588334501","https://openalex.org/W2774215862","https://openalex.org/W2799915114","https://openalex.org/W2800476690","https://openalex.org/W2885727370","https://openalex.org/W2885950427","https://openalex.org/W2899024559","https://openalex.org/W2910980463","https://openalex.org/W2914724568","https://openalex.org/W2942399136","https://openalex.org/W2953559754","https://openalex.org/W2954552116","https://openalex.org/W2957654274","https://openalex.org/W2958434967","https://openalex.org/W2988385865","https://openalex.org/W3001221685","https://openalex.org/W3002330681","https://openalex.org/W3032474305","https://openalex.org/W3035083705","https://openalex.org/W3036253866","https://openalex.org/W3036998917","https://openalex.org/W3037745950","https://openalex.org/W3043997204","https://openalex.org/W3101412767","https://openalex.org/W3119397692","https://openalex.org/W3160935449","https://openalex.org/W4249440929"],"related_works":["https://openalex.org/W4296873905","https://openalex.org/W4312342191","https://openalex.org/W2990215692","https://openalex.org/W2520281795","https://openalex.org/W2956015248","https://openalex.org/W4323565542","https://openalex.org/W4297808986","https://openalex.org/W72090","https://openalex.org/W3092408833","https://openalex.org/W4240504770"],"abstract_inverted_index":{"YouTube":[0,37,109],"has":[1],"long":[2],"been":[3,60,75],"a":[4,61,105,151,165,172,196],"top-choice":[5],"destination":[6],"for":[7,55,224],"independent":[8],"video":[9,136,166,189],"content":[10,33,68],"creators":[11,34,69],"to":[12,24,45,127,194],"share":[13],"their":[14,98],"work.":[15],"A":[16],"large":[17],"part":[18],"of":[19,27,52,63,88,107,119,177,203],"YouTube's":[20],"appeal":[21],"is":[22,167,170],"owed":[23],"its":[25],"practice":[26],"sharing":[28],"advertising":[29],"revenue":[30],"with":[31,182,212],"qualifying":[32],"through":[35],"the":[36,46,50,71,80,108,116,124,133,146,175,178,200,209],"Partner":[38],"Program":[39],"(YPP).":[40],"In":[41,100],"recent":[42],"years,":[43],"changes":[44],"monetization":[47,57,82,110,121],"policies":[48],"and":[49,65,70,91,123,140,150,185,191,220],"introduction":[51],"algorithmic":[53,228],"systems":[54],"making":[56],"decisions":[58,122],"have":[59,74,195],"source":[62],"controversy":[64],"tension":[66],"between":[67,135,148],"platform.":[72],"There":[73],"numerous":[76],"accusations":[77],"suggesting":[78],"that":[79,162],"underlying":[81],"algorithms":[83],"engage":[84],"in":[85,227],"preferential":[86],"treatment":[87],"larger":[89],"channels":[90],"effectively":[92],"censor":[93],"minority":[94],"voices":[95],"by":[96,114],"demonetizing":[97],"content.":[99],"this":[101],"paper,":[102],"we":[103,131,144],"conduct":[104],"measurement":[106],"algorithms.":[111],"We":[112,206],"begin":[113],"measuring":[115],"incidence":[117],"rates":[118],"different":[120],"time":[125],"taken":[126],"reach":[128],"them.":[129],"Next,":[130],"analyze":[132],"relationships":[134],"content,":[137],"channel":[138,183],"popularity":[139],"these":[141],"decisions.":[142],"Finally,":[143],"explore":[145],"relationship":[147],"demonetization":[149,163,192],"channel's":[152],"view":[153],"growth":[154,201],"rate.":[155],"Taken":[156],"all":[157],"together,":[158],"our":[159],"work":[160],"suggests":[161],"after":[164],"publicly":[168],"listed":[169],"not":[171],"common":[173],"occurrence,":[174],"characteristics":[176],"process":[179],"are":[180],"associated":[181,211],"size":[184],"(in":[186],"unexplainable":[187],"ways)":[188],"topic,":[190],"appears":[193],"harsh":[197],"influence":[198],"on":[199],"rate":[202],"smaller":[204],"channels.":[205],"also":[207],"highlight":[208],"challenges":[210],"conducting":[213],"large-scale":[214],"algorithm":[215],"audits":[216],"such":[217],"as":[218],"ours":[219],"make":[221],"an":[222],"argument":[223],"more":[225],"transparency":[226],"decision-making.":[229]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}