{"id":"https://openalex.org/W4321222767","doi":"https://doi.org/10.1145/3582568","title":"A Human-centered Evaluation of a Toxicity Detection API: Testing Transferability and Unpacking Latent Attributes","display_name":"A Human-centered Evaluation of a Toxicity Detection API: Testing Transferability and Unpacking Latent Attributes","publication_year":2023,"publication_date":"2023-02-17","ids":{"openalex":"https://openalex.org/W4321222767","doi":"https://doi.org/10.1145/3582568"},"language":"en","primary_location":{"id":"doi:10.1145/3582568","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3582568","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3582568","source":{"id":"https://openalex.org/S4210183887","display_name":"ACM Transactions on Social Computing","issn_l":"2469-7818","issn":["2469-7818","2469-7826"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Social Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3582568","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000826009","display_name":"Meena Devii Muralikumar","orcid":"https://orcid.org/0000-0003-4593-8038"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Meena Devii Muralikumar","raw_affiliation_strings":["Human-centered Design & Engineering, University of Washington"],"affiliations":[{"raw_affiliation_string":"Human-centered Design & Engineering, University of Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074947719","display_name":"Yun Shan Yang","orcid":"https://orcid.org/0000-0003-2403-2659"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yun Shan Yang","raw_affiliation_strings":["Human-centered Design & Engineering, University of Washington"],"affiliations":[{"raw_affiliation_string":"Human-centered Design & Engineering, University of Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011914372","display_name":"David W. McDonald","orcid":"https://orcid.org/0000-0001-5882-828X"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David W. McDonald","raw_affiliation_strings":["Human-centered Design & Engineering, University of Washington"],"affiliations":[{"raw_affiliation_string":"Human-centered Design & Engineering, University of Washington","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5000826009"],"corresponding_institution_ids":["https://openalex.org/I201448701"],"apc_list":null,"apc_paid":null,"fwci":1.9139,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.88219134,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"6","issue":"1-2","first_page":"1","last_page":"38"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9557999968528748,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/formality","display_name":"Formality","score":0.8862637281417847},{"id":"https://openalex.org/keywords/transferability","display_name":"Transferability","score":0.8027576208114624},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.7074110507965088},{"id":"https://openalex.org/keywords/moderation","display_name":"Moderation","score":0.5781472325325012},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.386926531791687},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3686869144439697},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21095231175422668},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.20570817589759827},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.11707925796508789},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.07200628519058228}],"concepts":[{"id":"https://openalex.org/C2777159308","wikidata":"https://www.wikidata.org/wiki/Q1757948","display_name":"Formality","level":2,"score":0.8862637281417847},{"id":"https://openalex.org/C61272859","wikidata":"https://www.wikidata.org/wiki/Q7834031","display_name":"Transferability","level":3,"score":0.8027576208114624},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.7074110507965088},{"id":"https://openalex.org/C93225998","wikidata":"https://www.wikidata.org/wiki/Q1941972","display_name":"Moderation","level":2,"score":0.5781472325325012},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.386926531791687},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3686869144439697},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21095231175422668},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.20570817589759827},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.11707925796508789},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.07200628519058228},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C140331021","wikidata":"https://www.wikidata.org/wiki/Q1868104","display_name":"Logit","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3582568","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3582568","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3582568","source":{"id":"https://openalex.org/S4210183887","display_name":"ACM Transactions on Social Computing","issn_l":"2469-7818","issn":["2469-7818","2469-7826"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Social Computing","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3582568","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3582568","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3582568","source":{"id":"https://openalex.org/S4210183887","display_name":"ACM Transactions on Social Computing","issn_l":"2469-7818","issn":["2469-7818","2469-7826"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Social Computing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4321222767.pdf","grobid_xml":"https://content.openalex.org/works/W4321222767.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W2006447892","https://openalex.org/W2046411892","https://openalex.org/W2110151287","https://openalex.org/W2130536341","https://openalex.org/W2164777277","https://openalex.org/W2262972580","https://openalex.org/W2548475155","https://openalex.org/W2594590228","https://openalex.org/W2771349606","https://openalex.org/W2774215862","https://openalex.org/W2775336929","https://openalex.org/W2783539613","https://openalex.org/W2791170418","https://openalex.org/W2888167352","https://openalex.org/W2889016530","https://openalex.org/W2897042519","https://openalex.org/W2897154134","https://openalex.org/W2899027170","https://openalex.org/W2914783728","https://openalex.org/W2920807444","https://openalex.org/W2954479967","https://openalex.org/W2987983695","https://openalex.org/W2988207158","https://openalex.org/W2991138171","https://openalex.org/W2997400962","https://openalex.org/W3008694996","https://openalex.org/W3029662682","https://openalex.org/W3034951181","https://openalex.org/W3100279624","https://openalex.org/W3125554979","https://openalex.org/W3138819813","https://openalex.org/W3165420955","https://openalex.org/W3186288536","https://openalex.org/W3206808617","https://openalex.org/W4236157893","https://openalex.org/W4238846128","https://openalex.org/W4289674280","https://openalex.org/W4294410794","https://openalex.org/W4317536030"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W25517187","https://openalex.org/W2480381080","https://openalex.org/W2329847998","https://openalex.org/W2193232575","https://openalex.org/W2500726251","https://openalex.org/W138719379","https://openalex.org/W1838148781","https://openalex.org/W4250466770","https://openalex.org/W1965800774"],"abstract_inverted_index":{"Perspective":[0,41,107,162],"is":[1,15,103,209],"a":[2,36],"publicly":[3],"available,":[4],"machine":[5],"learning":[6],"API":[7],"that":[8,68,128,157,195],"can":[9],"score":[10,149],"text":[11],"for":[12,17,63,91,139,150,158,222],"toxicity.":[13],"It":[14],"available":[16],"use":[18],"in":[19,117,225],"online":[20],"platforms":[21,67],"and":[22,27,73,79,97,111,170,188,205,217],"communities":[23],"to":[24,39,120,146],"limit":[25],"toxicity":[26,48,52,130,148,160,169],"promote":[28],"civil":[29],"dialogue.":[30],"In":[31],"this":[32,61,207],"work,":[33],"we":[34,87],"adopt":[35],"human-centered":[37],"approach":[38],"evaluating":[40],"by":[42,59],"investigating":[43],"if":[44,122],"human":[45],"ratings":[46,90,138,167],"of":[47,99,105,113,168,179,190,199,213,219],"align":[49],"with":[50,144,165],"Perspective\u2019s":[51,147,200],"scores.":[53,201],"We":[54,134,155,202],"also":[55,185],"test":[56],"its":[57,180],"transferability":[58],"making":[60],"comparison":[62],"comments":[64,151],"from":[65,82,132,152],"three":[66,92,174],"have":[69],"different":[70],"commenting":[71],"styles":[72],"moderation":[74,224],"strategies:":[75],"news":[76],"websites,":[77],"YouTube,":[78],"Twitter.":[80],"Apart":[81],"toxicity,":[83,109],"the":[84,118,211],"main":[85],"attribute,":[86],"collect":[88],"participant":[89,137,166],"additional":[93,141],"attributes:":[94],"respectfulness,":[95],"formality,":[96],"presence":[98,112,189],"stereotypes.":[100],"While":[101],"disrespect":[102],"part":[104],"how":[106,136,204],"defines":[108],"formality":[110,187],"stereotypes":[114,191],"were":[115],"included":[116],"study":[119],"explore":[121],"they":[123],"could":[124],"be":[125],"hidden/latent":[126],"attributes":[127,142,194],"affect":[129],"scores":[131],"Perspective.":[133],"analyzed":[135],"these":[140,220],"vary":[143],"respect":[145],"each":[153],"platform.":[154],"find":[156],"high":[159],"scores,":[161],"strongly":[163],"aligns":[164],"disrespectfulness":[171],"across":[172],"all":[173],"platforms,":[175],"providing":[176],"weak":[177],"evidence":[178],"transferability.":[181],"However,":[182],"our":[183],"evaluation":[184,208],"surfaced":[186],"as":[192],"latent":[193],"are":[196],"unrecognized":[197],"parts":[198],"discuss":[203],"why":[206],"\u201chuman-centered,\u201d":[210],"importance":[212],"conducting":[214],"such":[215],"evaluations,":[216],"implications":[218],"results":[221],"content":[223],"social":[226],"platforms.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}