{"id":"https://openalex.org/W3033541740","doi":"https://doi.org/10.1145/3449130","title":"Effects of Algorithmic Flagging on Fairness","display_name":"Effects of Algorithmic Flagging on Fairness","publication_year":2021,"publication_date":"2021-04-13","ids":{"openalex":"https://openalex.org/W3033541740","doi":"https://doi.org/10.1145/3449130","mag":"3033541740"},"language":"en","primary_location":{"id":"doi:10.1145/3449130","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3449130","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3449130","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3449130","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010564893","display_name":"Nathan TeBlunthuis","orcid":"https://orcid.org/0000-0002-3333-5013"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nathan TeBlunthuis","raw_affiliation_strings":["University of Washington, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002440488","display_name":"Benjamin Mako Hill","orcid":"https://orcid.org/0000-0001-8588-7429"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Benjamin Mako Hill","raw_affiliation_strings":["University of Washington, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051442967","display_name":"Aaron Halfaker","orcid":"https://orcid.org/0000-0001-8907-6367"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aaron Halfaker","raw_affiliation_strings":["Microsoft, Redmond, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8469,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.76165803,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":97},"biblio":{"volume":"5","issue":"CSCW1","first_page":"1","last_page":"27"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12478","display_name":"Wikis in Education and Collaboration","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12478","display_name":"Wikis in Education and Collaboration","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9664999842643738,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/flagging","display_name":"Flagging","score":0.9855732917785645},{"id":"https://openalex.org/keywords/moderation","display_name":"Moderation","score":0.8892806768417358},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6201881170272827},{"id":"https://openalex.org/keywords/norm","display_name":"Norm (philosophy)","score":0.4952520430088043},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.4221170246601105},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3763849139213562},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.13323181867599487},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.12922966480255127}],"concepts":[{"id":"https://openalex.org/C2777548347","wikidata":"https://www.wikidata.org/wiki/Q5456937","display_name":"Flagging","level":2,"score":0.9855732917785645},{"id":"https://openalex.org/C93225998","wikidata":"https://www.wikidata.org/wiki/Q1941972","display_name":"Moderation","level":2,"score":0.8892806768417358},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6201881170272827},{"id":"https://openalex.org/C191795146","wikidata":"https://www.wikidata.org/wiki/Q3878446","display_name":"Norm (philosophy)","level":2,"score":0.4952520430088043},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.4221170246601105},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3763849139213562},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.13323181867599487},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.12922966480255127},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3449130","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3449130","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3449130","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3449130","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3449130","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3449130","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.4300000071525574}],"awards":[{"id":"https://openalex.org/G2365930960","display_name":null,"funder_award_id":"GRFP-2016220885","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3939496203","display_name":null,"funder_award_id":"2016220885","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320310094","display_name":"University of Washington","ror":"https://ror.org/00cvxb145"},{"id":"https://openalex.org/F4320312538","display_name":"Wikimedia Foundation","ror":"https://ror.org/032q98j12"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3033541740.pdf","grobid_xml":"https://content.openalex.org/works/W3033541740.grobid-xml"},"referenced_works_count":107,"referenced_works":["https://openalex.org/W158727920","https://openalex.org/W323338930","https://openalex.org/W817684483","https://openalex.org/W1525890304","https://openalex.org/W1542660009","https://openalex.org/W1556513643","https://openalex.org/W1594207996","https://openalex.org/W1602942503","https://openalex.org/W1648937643","https://openalex.org/W1814249794","https://openalex.org/W1858174061","https://openalex.org/W1934638552","https://openalex.org/W1972067873","https://openalex.org/W1984467856","https://openalex.org/W1986677223","https://openalex.org/W1987318520","https://openalex.org/W1996957852","https://openalex.org/W1997294271","https://openalex.org/W2009132821","https://openalex.org/W2025980269","https://openalex.org/W2026196281","https://openalex.org/W2036291768","https://openalex.org/W2045275585","https://openalex.org/W2053522862","https://openalex.org/W2054551600","https://openalex.org/W2059308148","https://openalex.org/W2063185719","https://openalex.org/W2084714451","https://openalex.org/W2085491458","https://openalex.org/W2102064986","https://openalex.org/W2102271161","https://openalex.org/W2110499955","https://openalex.org/W2119188105","https://openalex.org/W2121719018","https://openalex.org/W2130602313","https://openalex.org/W2136686335","https://openalex.org/W2140619986","https://openalex.org/W2144163256","https://openalex.org/W2152010691","https://openalex.org/W2159730225","https://openalex.org/W2162516365","https://openalex.org/W2186153243","https://openalex.org/W2270962959","https://openalex.org/W2291396544","https://openalex.org/W2342637045","https://openalex.org/W2395678419","https://openalex.org/W2401491523","https://openalex.org/W2403853974","https://openalex.org/W2522104760","https://openalex.org/W2531944894","https://openalex.org/W2540646130","https://openalex.org/W2551317447","https://openalex.org/W2573660794","https://openalex.org/W2588098783","https://openalex.org/W2588243197","https://openalex.org/W2744883502","https://openalex.org/W2747009031","https://openalex.org/W2753845591","https://openalex.org/W2795755461","https://openalex.org/W2795947642","https://openalex.org/W2897154134","https://openalex.org/W2898898979","https://openalex.org/W2898911770","https://openalex.org/W2910732263","https://openalex.org/W2912066235","https://openalex.org/W2915142371","https://openalex.org/W2916512943","https://openalex.org/W2941211423","https://openalex.org/W2942080774","https://openalex.org/W2942157335","https://openalex.org/W2944727737","https://openalex.org/W2949281307","https://openalex.org/W2949678053","https://openalex.org/W2950538796","https://openalex.org/W2956120237","https://openalex.org/W2964031043","https://openalex.org/W2964034671","https://openalex.org/W2981365667","https://openalex.org/W2983361284","https://openalex.org/W2983607582","https://openalex.org/W2988207158","https://openalex.org/W2989158073","https://openalex.org/W2991152171","https://openalex.org/W2994507840","https://openalex.org/W3007559262","https://openalex.org/W3014429356","https://openalex.org/W3032645997","https://openalex.org/W3094328607","https://openalex.org/W3103151093","https://openalex.org/W3122393815","https://openalex.org/W3122809229","https://openalex.org/W3122958054","https://openalex.org/W3123534837","https://openalex.org/W3124056709","https://openalex.org/W3124066095","https://openalex.org/W3125367243","https://openalex.org/W3147976114","https://openalex.org/W3217759081","https://openalex.org/W4230314486","https://openalex.org/W4246661673","https://openalex.org/W4254393382","https://openalex.org/W4288086174","https://openalex.org/W4292807893","https://openalex.org/W6600457792","https://openalex.org/W6675749544","https://openalex.org/W6729471474","https://openalex.org/W6775216665"],"related_works":["https://openalex.org/W854590","https://openalex.org/W792443","https://openalex.org/W2508546","https://openalex.org/W8744369","https://openalex.org/W6751686","https://openalex.org/W12534560","https://openalex.org/W12928634","https://openalex.org/W13357156","https://openalex.org/W3999283","https://openalex.org/W2028276"],"abstract_inverted_index":{"Online":[0],"community":[1],"moderators":[2,39],"often":[3],"rely":[4],"on":[5,30,41,77,116],"social":[6,78,103,136],"signals":[7,43,79,104],"such":[8],"as":[9,22,95],"whether":[10],"or":[11,18],"not":[12],"a":[13,19,99],"user":[14],"has":[15],"an":[16],"account":[17],"profile":[20],"page":[21],"clues":[23,32],"that":[24,52,121,139,144,153,166],"users":[25,73],"may":[26],"cause":[27],"problems.":[28],"Reliance":[29],"these":[31,42,72],"can":[33,64,157],"lead":[34,158],"to":[35,57,71,159],"\"overprofiling''":[36],"bias":[37],"when":[38],"focus":[40],"but":[44,165],"overlook":[45],"the":[46,59,110,142,167],"misbehavior":[47],"of":[48,61,113],"others.":[49],"We":[50,89,119],"propose":[51],"algorithmic":[53,106,154],"flagging":[54,140,155],"systems":[55,156],"deployed":[56],"improve":[58],"efficiency":[60],"moderation":[62,67,145],"work":[63],"also":[65],"make":[66],"actions":[68,146],"more":[69,87,127],"fair":[70],"by":[74,84,97,131],"reducing":[75],"reliance":[76],"and":[80,105,108,138,171],"making":[81],"norm":[82],"violations":[83],"everyone":[85],"else":[86],"visible.":[88],"analyze":[90],"moderator":[91,117],"behavior":[92],"in":[93,162],"Wikipedia":[94],"mediated":[96],"RCFilters,":[98],"system":[100],"which":[101],"displays":[102],"flags,":[107],"estimate":[109],"causal":[111],"effect":[112],"being":[114],"flagged":[115,123],"actions.":[118],"show":[120],"algorithmically":[122],"edits":[124],"are":[125],"reverted":[126],"often,":[128],"especially":[129],"those":[130],"established":[132],"editors":[133],"with":[134],"positive":[135],"signals,":[137],"decreases":[141],"likelihood":[143],"will":[147],"be":[148],"undone.":[149],"Our":[150],"results":[151],"suggest":[152],"increased":[160],"fairness":[161],"some":[163],"contexts":[164],"relationship":[168],"is":[169],"complex":[170],"contingent.":[172]},"counts_by_year":[{"year":2021,"cited_by_count":3}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2020-06-12T00:00:00"}