{"id":"https://openalex.org/W7152695125","doi":"https://doi.org/10.1145/3774904.3792999","title":"Enhancing Content Moderation with LLMs: A Reddit Case Study on Evaluating and Refining Human Decisions","display_name":"Enhancing Content Moderation with LLMs: A Reddit Case Study on Evaluating and Refining Human Decisions","publication_year":2026,"publication_date":"2026-04-09","ids":{"openalex":"https://openalex.org/W7152695125","doi":"https://doi.org/10.1145/3774904.3792999"},"language":null,"primary_location":{"id":"doi:10.1145/3774904.3792999","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774904.3792999","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3774904.3792999","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031067373","display_name":"J. X. He","orcid":"https://orcid.org/0009-0000-2495-6072"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiahui He","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0000-2495-6072","affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111127669","display_name":"Yiluo Wei","orcid":"https://orcid.org/0009-0000-0318-9249"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yiluo Wei","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0000-0318-9249","affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023313904","display_name":"Gareth Tyson","orcid":"https://orcid.org/0000-0003-3010-791X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gareth Tyson","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-3010-791X","affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.52015147,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"9823","last_page":"9834"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.5041999816894531,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.5041999816894531,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.0885000005364418,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.08649999648332596,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/refining","display_name":"Refining (metallurgy)","score":0.4959000051021576},{"id":"https://openalex.org/keywords/moderation","display_name":"Moderation","score":0.48649999499320984},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.35429999232292175},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.3361000120639801},{"id":"https://openalex.org/keywords/content-analysis","display_name":"Content analysis","score":0.3221000134944916},{"id":"https://openalex.org/keywords/content","display_name":"Content (measure theory)","score":0.31610000133514404},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.31220000982284546},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.30090001225471497}],"concepts":[{"id":"https://openalex.org/C60044698","wikidata":"https://www.wikidata.org/wiki/Q1283324","display_name":"Refining (metallurgy)","level":2,"score":0.4959000051021576},{"id":"https://openalex.org/C93225998","wikidata":"https://www.wikidata.org/wiki/Q1941972","display_name":"Moderation","level":2,"score":0.48649999499320984},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.46810001134872437},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.35429999232292175},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.3361000120639801},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.32280001044273376},{"id":"https://openalex.org/C162446236","wikidata":"https://www.wikidata.org/wiki/Q653137","display_name":"Content analysis","level":2,"score":0.3221000134944916},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.31869998574256897},{"id":"https://openalex.org/C2778152352","wikidata":"https://www.wikidata.org/wiki/Q5165061","display_name":"Content (measure theory)","level":2,"score":0.31610000133514404},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.31220000982284546},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.30090001225471497},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.296999990940094},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2935999929904938},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.29330000281333923},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.28949999809265137},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.27410000562667847},{"id":"https://openalex.org/C107645774","wikidata":"https://www.wikidata.org/wiki/Q5467169","display_name":"Human resources","level":2,"score":0.27410000562667847},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.2676999866962433},{"id":"https://openalex.org/C101293273","wikidata":"https://www.wikidata.org/wiki/Q579716","display_name":"User-generated content","level":3,"score":0.26669999957084656},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.2660999894142151},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.26429998874664307},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.25290000438690186},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3774904.3792999","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774904.3792999","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3774904.3792999","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774904.3792999","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2026","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W2135198734","https://openalex.org/W2800596622","https://openalex.org/W2964034671","https://openalex.org/W2976871371","https://openalex.org/W2997591727","https://openalex.org/W3002330681","https://openalex.org/W3008694996","https://openalex.org/W3083247011","https://openalex.org/W3097446158","https://openalex.org/W3201130866","https://openalex.org/W4281645553","https://openalex.org/W4283163416","https://openalex.org/W4386415037","https://openalex.org/W4387881049","https://openalex.org/W4390712116","https://openalex.org/W4396832610","https://openalex.org/W4399205601","https://openalex.org/W4399205678","https://openalex.org/W4399205773","https://openalex.org/W4403981564","https://openalex.org/W4411595319","https://openalex.org/W4415257619"],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"offer":[4],"significant":[5],"potential":[6],"for":[7,31,161],"assisting":[8],"with":[9],"the":[10,88,107,128,132,165],"design":[11],"and":[12,28,59,75,116,153],"implementation":[13],"of":[14,57,73,77,92,110,130],"social":[15],"platform":[16,162],"moderation.":[17],"This":[18,94],"study":[19],"evaluates":[20],"their":[21],"efficacy":[22],"as":[23,36,81],"both":[24],"a":[25,37,55,100,158],"replacement":[26],"to":[27,97,105],"an":[29],"augmentation":[30],"human":[32,48,60,148],"moderators.":[33],"Using":[34],"Reddit":[35],"case":[38],"study,":[39],"we":[40,62],"first":[41],"demonstrate":[42],"that":[43,102,125],"LLMs":[44,58,104,145],"can":[45,146],"effectively":[46],"replicate":[47],"moderation":[49,111],"decisions,":[50,67],"achieving":[51],"83.9%":[52],"agreement.":[53],"Through":[54],"mix":[56],"annotations,":[61],"then":[63],"evaluate":[64],"real":[65],"moderator":[66],"uncovering":[68],"substantial":[69],"error":[70],"rates:":[71],"15.2%":[72],"removals":[74],"13%":[76],"approvals":[78],"are":[79],"estimated":[80],"incorrect,":[82],"primarily":[83],"stemming":[84],"from":[85],"moderators":[86],"citing":[87],"incorrect":[89],"rules":[90,134],"(84.3%":[91],"errors).":[93],"motivates":[95],"us":[96],"propose":[98],"RuleSharpener,":[99],"tool":[101],"uses":[103],"diagnose":[106],"root":[108],"causes":[109],"errors":[112],"(e.g.":[113],"ambiguous":[114],"rules)":[115],"generate":[117],"clearer,":[118],"more":[119],"actionable":[120],"guidelines.":[121],"Our":[122,141],"evaluation":[123],"shows":[124],"RuleSharpener":[126],"increases":[127],"accuracy":[129],"identifying":[131],"specific":[133],"violated":[135],"by":[136,139],"violation":[137],"posts":[138],"38.0%.":[140],"work":[142],"demonstrates":[143],"how":[144],"augment":[147],"moderation,":[149],"refine":[150],"community":[151],"policies,":[152],"reduce":[154],"operational":[155],"burdens,":[156],"offering":[157],"better":[159],"solution":[160],"governance":[163],"on":[164],"web.":[166]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-04-10T00:00:00"}