{"id":"https://openalex.org/W4361288051","doi":"https://doi.org/10.1017/s1351324923000098","title":"The problem of varying annotations to identify abusive language in social media content","display_name":"The problem of varying annotations to identify abusive language in social media content","publication_year":2023,"publication_date":"2023-03-29","ids":{"openalex":"https://openalex.org/W4361288051","doi":"https://doi.org/10.1017/s1351324923000098"},"language":"en","primary_location":{"id":"doi:10.1017/s1351324923000098","is_oa":true,"landing_page_url":"https://doi.org/10.1017/s1351324923000098","pdf_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/B47FCCCEBF6EDF9C628DCC69EC5E0826/S1351324923000098a.pdf/div-class-title-the-problem-of-varying-annotations-to-identify-abusive-language-in-social-media-content-div.pdf","source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/B47FCCCEBF6EDF9C628DCC69EC5E0826/S1351324923000098a.pdf/div-class-title-the-problem-of-varying-annotations-to-identify-abusive-language-in-social-media-content-div.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055864533","display_name":"Nina Seemann","orcid":"https://orcid.org/0000-0002-2619-3248"},"institutions":[{"id":"https://openalex.org/I40527276","display_name":"Universit\u00e4t der Bundeswehr M\u00fcnchen","ror":"https://ror.org/05kkv3f82","country_code":"DE","type":"education","lineage":["https://openalex.org/I1315109972","https://openalex.org/I40527276","https://openalex.org/I4387152969"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Nina Seemann","raw_affiliation_strings":["Research Institute CODE, University of the Bundeswehr Munich, Neubiberg, Germany"],"affiliations":[{"raw_affiliation_string":"Research Institute CODE, University of the Bundeswehr Munich, Neubiberg, Germany","institution_ids":["https://openalex.org/I40527276"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038029638","display_name":"Yeong Su Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I40527276","display_name":"Universit\u00e4t der Bundeswehr M\u00fcnchen","ror":"https://ror.org/05kkv3f82","country_code":"DE","type":"education","lineage":["https://openalex.org/I1315109972","https://openalex.org/I40527276","https://openalex.org/I4387152969"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Yeong Su Lee","raw_affiliation_strings":["Research Institute CODE, University of the Bundeswehr Munich, Neubiberg, Germany"],"affiliations":[{"raw_affiliation_string":"Research Institute CODE, University of the Bundeswehr Munich, Neubiberg, Germany","institution_ids":["https://openalex.org/I40527276"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022783012","display_name":"Julian H\u00f6llig","orcid":"https://orcid.org/0000-0002-3689-3328"},"institutions":[{"id":"https://openalex.org/I40527276","display_name":"Universit\u00e4t der Bundeswehr M\u00fcnchen","ror":"https://ror.org/05kkv3f82","country_code":"DE","type":"education","lineage":["https://openalex.org/I1315109972","https://openalex.org/I40527276","https://openalex.org/I4387152969"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Julian H\u00f6llig","raw_affiliation_strings":["Research Institute CODE, University of the Bundeswehr Munich, Neubiberg, Germany"],"affiliations":[{"raw_affiliation_string":"Research Institute CODE, University of the Bundeswehr Munich, Neubiberg, Germany","institution_ids":["https://openalex.org/I40527276"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011713768","display_name":"Michaela Geierhos","orcid":"https://orcid.org/0000-0002-8180-5606"},"institutions":[{"id":"https://openalex.org/I40527276","display_name":"Universit\u00e4t der Bundeswehr M\u00fcnchen","ror":"https://ror.org/05kkv3f82","country_code":"DE","type":"education","lineage":["https://openalex.org/I1315109972","https://openalex.org/I40527276","https://openalex.org/I4387152969"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michaela Geierhos","raw_affiliation_strings":["Research Institute CODE, University of the Bundeswehr Munich, Neubiberg, Germany"],"affiliations":[{"raw_affiliation_string":"Research Institute CODE, University of the Bundeswehr Munich, Neubiberg, Germany","institution_ids":["https://openalex.org/I40527276"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5055864533"],"corresponding_institution_ids":["https://openalex.org/I40527276"],"apc_list":null,"apc_paid":null,"fwci":0.3426,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.63193973,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"29","issue":"6","first_page":"1561","last_page":"1585"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8529761433601379},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.7196142077445984},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.5700347423553467},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5671571493148804},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5541978478431702},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5220889449119568},{"id":"https://openalex.org/keywords/german","display_name":"German","score":0.5161929726600647},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.488321989774704},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4183429777622223},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3964400887489319},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.37520062923431396},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.33968856930732727},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.23613688349723816},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.0945906937122345}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8529761433601379},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.7196142077445984},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.5700347423553467},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5671571493148804},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5541978478431702},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5220889449119568},{"id":"https://openalex.org/C154775046","wikidata":"https://www.wikidata.org/wiki/Q188","display_name":"German","level":2,"score":0.5161929726600647},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.488321989774704},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4183429777622223},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3964400887489319},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.37520062923431396},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33968856930732727},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.23613688349723816},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0945906937122345},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1017/s1351324923000098","is_oa":true,"landing_page_url":"https://doi.org/10.1017/s1351324923000098","pdf_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/B47FCCCEBF6EDF9C628DCC69EC5E0826/S1351324923000098a.pdf/div-class-title-the-problem-of-varying-annotations-to-identify-abusive-language-in-social-media-content-div.pdf","source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1017/s1351324923000098","is_oa":true,"landing_page_url":"https://doi.org/10.1017/s1351324923000098","pdf_url":"https://www.cambridge.org/core/services/aop-cambridge-core/content/view/B47FCCCEBF6EDF9C628DCC69EC5E0826/S1351324923000098a.pdf/div-class-title-the-problem-of-varying-annotations-to-identify-abusive-language-in-social-media-content-div.pdf","source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.75,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G4258564617","display_name":null,"funder_award_id":"European Union-NextGenerationEU","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4361288051.pdf"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W2473555522","https://openalex.org/W2595653137","https://openalex.org/W2613977835","https://openalex.org/W2887782043","https://openalex.org/W2922580172","https://openalex.org/W2953553271","https://openalex.org/W2953646920","https://openalex.org/W2954226438","https://openalex.org/W2954479967","https://openalex.org/W2962797668","https://openalex.org/W2962977603","https://openalex.org/W2969662548","https://openalex.org/W2973159684","https://openalex.org/W2990851546","https://openalex.org/W3000571327","https://openalex.org/W3013027210","https://openalex.org/W3014487746","https://openalex.org/W3031484690","https://openalex.org/W3031939012","https://openalex.org/W3091315987","https://openalex.org/W3126217745","https://openalex.org/W3129361063","https://openalex.org/W3183229789","https://openalex.org/W3197881368","https://openalex.org/W4323838102","https://openalex.org/W6754527574","https://openalex.org/W6770446627","https://openalex.org/W7034732294"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2361861616","https://openalex.org/W2065387230","https://openalex.org/W2323937687","https://openalex.org/W2263699433","https://openalex.org/W2377979023","https://openalex.org/W648995381","https://openalex.org/W3033791384","https://openalex.org/W2141885522","https://openalex.org/W2776312268"],"abstract_inverted_index":{"Abstract":[0],"With":[1],"the":[2,10,42,53,68,115,122,127,204],"increase":[3],"of":[4,12,35,44,55,63,70,78,82,96,114,144,179,183],"user-generated":[5],"content":[6,48],"on":[7,225],"social":[8,46,171],"media,":[9],"detection":[11,37],"abusive":[13,45,83,106,145,170],"language":[14,84,173],"has":[15],"become":[16],"crucial":[17,87],"and":[18,41,80,100,131,199,211],"is":[19,39,67,85,140,157],"therefore":[20],"reflected":[21],"in":[22,30,192,203],"several":[23],"shared":[24],"tasks":[25,121],"that":[26,117,138],"have":[27],"been":[28],"performed":[29],"recent":[31],"years.":[32],"The":[33,58],"development":[34,62],"automatic":[36],"systems":[38],"desirable,":[40],"classification":[43],"media":[47,172],"can":[49],"be":[50],"solved":[51],"with":[52],"help":[54],"machine":[56,64],"learning.":[57],"basis":[59],"for":[60,104,119,168],"successful":[61],"learning":[65],"models":[66,167],"availability":[69],"consistently":[71],"labeled":[72],"training":[73],"data.":[74],"But":[75],"a":[76,86,94,111,154,180],"diversity":[77],"terms":[79],"definitions":[81],"barrier.":[88],"In":[89],"this":[90],"work,":[91,220],"we":[92,221],"analyze":[93],"total":[95],"nine":[97],"datasets\u2014five":[98],"English":[99],"four":[101],"German":[102,227],"datasets\u2014designed":[103],"detecting":[105],"online":[107],"content.":[108],"We":[109,189],"provide":[110],"detailed":[112],"description":[113],"datasets,":[116,164],"is,":[118],"which":[120,147],"dataset":[123,185],"was":[124],"created,":[125],"how":[126],"data":[128,193],"were":[129],"collected,":[130],"its":[132],"annotation":[133,194,205],"guidelines.":[134],"Our":[135],"analysis":[136],"shows":[137],"there":[139],"no":[141],"standard":[142],"definition":[143],"language,":[146],"often":[148],"leads":[149],"to":[150,159,216],"inconsistent":[151],"annotations.":[152],"As":[153],"consequence,":[155],"it":[156],"difficult":[158],"draw":[160],"cross-domain":[161],"conclusions,":[162],"share":[163],"or":[165],"use":[166],"other":[169],"tasks.":[174],"Furthermore,":[175],"our":[176,218],"manual":[177],"inspection":[178],"random":[181],"sample":[182],"each":[184],"revealed":[186],"controversial":[187],"examples.":[188],"highlight":[190],"challenges":[191],"by":[195],"discussing":[196],"those":[197],"examples,":[198],"present":[200],"common":[201],"problems":[202],"process,":[206],"such":[207],"as":[208],"contradictory":[209],"annotations":[210],"missing":[212],"context":[213],"information.":[214],"Finally,":[215],"complement":[217],"theoretical":[219],"conduct":[222],"generalization":[223],"experiments":[224],"three":[226],"datasets.":[228]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}