{"id":"https://openalex.org/W3158494615","doi":"https://doi.org/10.1145/3449130","title":"Effects of algorithmic flagging on fairness: quasi-experimental evidence from Wikipedia","display_name":"Effects of algorithmic flagging on fairness: quasi-experimental evidence from Wikipedia","publication_year":2020,"publication_date":"2020-06-04","ids":{"openalex":"https://openalex.org/W3158494615","doi":"https://doi.org/10.1145/3449130","mag":"3158494615"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2006.03121","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.03121","pdf_url":"https://arxiv.org/pdf/2006.03121","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"article","indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2006.03121","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010564893","display_name":"Nathan TeBlunthuis","orcid":"https://orcid.org/0000-0002-3333-5013"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"TeBlunthuis, Nathan","raw_affiliation_strings":["University of Washington, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002440488","display_name":"Benjamin Mako Hill","orcid":"https://orcid.org/0000-0001-8588-7429"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hill, Benjamin Mako","raw_affiliation_strings":["University of Washington, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051442967","display_name":"Aaron Halfaker","orcid":"https://orcid.org/0000-0001-8907-6367"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Halfaker, Aaron","raw_affiliation_strings":["Microsoft, Redmond, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5010564893"],"corresponding_institution_ids":["https://openalex.org/I201448701"],"apc_list":null,"apc_paid":null,"fwci":2.2215,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.89892786,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12478","display_name":"Wikis in Education and Collaboration","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12478","display_name":"Wikis in Education and Collaboration","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9790999889373779,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/flagging","display_name":"Flagging","score":0.9865131974220276},{"id":"https://openalex.org/keywords/moderation","display_name":"Moderation","score":0.8880190849304199},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6345309019088745},{"id":"https://openalex.org/keywords/norm","display_name":"Norm (philosophy)","score":0.4879991114139557},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.46444207429885864},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.41000980138778687},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3223213851451874},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.1450389325618744},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.131099671125412}],"concepts":[{"id":"https://openalex.org/C2777548347","wikidata":"https://www.wikidata.org/wiki/Q5456937","display_name":"Flagging","level":2,"score":0.9865131974220276},{"id":"https://openalex.org/C93225998","wikidata":"https://www.wikidata.org/wiki/Q1941972","display_name":"Moderation","level":2,"score":0.8880190849304199},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6345309019088745},{"id":"https://openalex.org/C191795146","wikidata":"https://www.wikidata.org/wiki/Q3878446","display_name":"Norm (philosophy)","level":2,"score":0.4879991114139557},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.46444207429885864},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.41000980138778687},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3223213851451874},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.1450389325618744},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.131099671125412},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:arXiv.org:2006.03121","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.03121","pdf_url":"https://arxiv.org/pdf/2006.03121","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2006.03121","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.03121","pdf_url":"https://arxiv.org/pdf/2006.03121","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.4300000071525574}],"awards":[{"id":"https://openalex.org/G8714312139","display_name":null,"funder_award_id":"GRFP 2016220885","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":118,"referenced_works":["https://openalex.org/W158727920","https://openalex.org/W323338930","https://openalex.org/W650879919","https://openalex.org/W817684483","https://openalex.org/W1525890304","https://openalex.org/W1556513643","https://openalex.org/W1594207996","https://openalex.org/W1602942503","https://openalex.org/W1648937643","https://openalex.org/W1814249794","https://openalex.org/W1858174061","https://openalex.org/W1934638552","https://openalex.org/W1972067873","https://openalex.org/W1984467856","https://openalex.org/W1986677223","https://openalex.org/W1987318520","https://openalex.org/W1996957852","https://openalex.org/W1997294271","https://openalex.org/W1999795335","https://openalex.org/W2009132821","https://openalex.org/W2025980269","https://openalex.org/W2036291768","https://openalex.org/W2045275585","https://openalex.org/W2053522862","https://openalex.org/W2054551600","https://openalex.org/W2059308148","https://openalex.org/W2063185719","https://openalex.org/W2084714451","https://openalex.org/W2085491458","https://openalex.org/W2102064986","https://openalex.org/W2102271161","https://openalex.org/W2110499955","https://openalex.org/W2119188105","https://openalex.org/W2121719018","https://openalex.org/W2130602313","https://openalex.org/W2136686335","https://openalex.org/W2140619986","https://openalex.org/W2144163256","https://openalex.org/W2152010691","https://openalex.org/W2159730225","https://openalex.org/W2162516365","https://openalex.org/W2186153243","https://openalex.org/W2270962959","https://openalex.org/W2291396544","https://openalex.org/W2314716184","https://openalex.org/W2320916292","https://openalex.org/W2342637045","https://openalex.org/W2395678419","https://openalex.org/W2401491523","https://openalex.org/W2403853974","https://openalex.org/W2411222500","https://openalex.org/W2522104760","https://openalex.org/W2530395818","https://openalex.org/W2531944894","https://openalex.org/W2540646130","https://openalex.org/W2551317447","https://openalex.org/W2554121507","https://openalex.org/W2573660794","https://openalex.org/W2588098783","https://openalex.org/W2588243197","https://openalex.org/W2736165179","https://openalex.org/W2744883502","https://openalex.org/W2747009031","https://openalex.org/W2753845591","https://openalex.org/W2795755461","https://openalex.org/W2795947642","https://openalex.org/W2890416412","https://openalex.org/W2897154134","https://openalex.org/W2898898979","https://openalex.org/W2898911770","https://openalex.org/W2900885930","https://openalex.org/W2910732263","https://openalex.org/W2912066235","https://openalex.org/W2915142371","https://openalex.org/W2916512943","https://openalex.org/W2941211423","https://openalex.org/W2942080774","https://openalex.org/W2942157335","https://openalex.org/W2949089361","https://openalex.org/W2949281307","https://openalex.org/W2949678053","https://openalex.org/W2953487715","https://openalex.org/W2956120237","https://openalex.org/W2964031043","https://openalex.org/W2964034671","https://openalex.org/W2973205938","https://openalex.org/W2981365667","https://openalex.org/W2983361284","https://openalex.org/W2983607582","https://openalex.org/W2988207158","https://openalex.org/W2989158073","https://openalex.org/W2991138171","https://openalex.org/W2991152171","https://openalex.org/W2994507840","https://openalex.org/W2998821203","https://openalex.org/W3007559262","https://openalex.org/W3014590323","https://openalex.org/W3032645997","https://openalex.org/W3094328607","https://openalex.org/W3103151093","https://openalex.org/W3122958054","https://openalex.org/W3123489326","https://openalex.org/W3123534837","https://openalex.org/W3124056709","https://openalex.org/W3124066095","https://openalex.org/W3125367243","https://openalex.org/W3147976114","https://openalex.org/W3217759081","https://openalex.org/W4230314486","https://openalex.org/W4231838352","https://openalex.org/W4231955481","https://openalex.org/W4233145949","https://openalex.org/W4246661673","https://openalex.org/W4254393382","https://openalex.org/W4288086174","https://openalex.org/W4292157289","https://openalex.org/W4292807893","https://openalex.org/W4302451102"],"related_works":["https://openalex.org/W2946613364","https://openalex.org/W2807886874","https://openalex.org/W1697346018","https://openalex.org/W2113326855","https://openalex.org/W4393527151","https://openalex.org/W611259847","https://openalex.org/W2354785495","https://openalex.org/W642986199","https://openalex.org/W2320858910","https://openalex.org/W174528541"],"abstract_inverted_index":{"Online":[0],"community":[1],"moderators":[2,39],"often":[3],"rely":[4],"on":[5,30,41,77,116],"social":[6,78,103,136],"signals":[7,43,79,104],"such":[8],"as":[9,22,95],"whether":[10],"or":[11,18],"not":[12],"a":[13,19,99],"user":[14],"has":[15],"an":[16],"account":[17],"profile":[20],"page":[21],"clues":[23,32],"that":[24,52,121,139,144,153,166],"users":[25,73],"may":[26],"cause":[27],"problems.":[28],"Reliance":[29],"these":[31,42,72],"can":[33,64,157],"lead":[34,158],"to":[35,57,71,159],"\"overprofiling''":[36],"bias":[37],"when":[38],"focus":[40],"but":[44,165],"overlook":[45],"the":[46,59,110,142,167],"misbehavior":[47],"of":[48,61,113],"others.":[49],"We":[50,89,119],"propose":[51],"algorithmic":[53,106,154],"flagging":[54,140,155],"systems":[55,156],"deployed":[56],"improve":[58],"efficiency":[60],"moderation":[62,67,145],"work":[63],"also":[65],"make":[66],"actions":[68,146],"more":[69,87,127],"fair":[70],"by":[74,84,97,131],"reducing":[75],"reliance":[76],"and":[80,105,108,138,171],"making":[81],"norm":[82],"violations":[83],"everyone":[85],"else":[86],"visible.":[88],"analyze":[90],"moderator":[91,117],"behavior":[92],"in":[93,162],"Wikipedia":[94],"mediated":[96],"RCFilters,":[98],"system":[100],"which":[101],"displays":[102],"flags,":[107],"estimate":[109],"causal":[111],"effect":[112],"being":[114],"flagged":[115,123],"actions.":[118],"show":[120],"algorithmically":[122],"edits":[124],"are":[125],"reverted":[126],"often,":[128],"especially":[129],"those":[130],"established":[132],"editors":[133],"with":[134],"positive":[135],"signals,":[137],"decreases":[141],"likelihood":[143],"will":[147],"be":[148],"undone.":[149],"Our":[150],"results":[151],"suggest":[152],"increased":[160],"fairness":[161],"some":[163],"contexts":[164],"relationship":[168],"is":[169],"complex":[170],"contingent.":[172]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-05-21T09:19:25.381259","created_date":"2021-05-10T00:00:00"}