{"id":"https://openalex.org/W2902799923","doi":"https://doi.org/10.1109/snams.2018.8554954","title":"Online Hate Interpretation Varies by Country, But More by Individual: A Statistical Analysis Using Crowdsourced Ratings","display_name":"Online Hate Interpretation Varies by Country, But More by Individual: A Statistical Analysis Using Crowdsourced Ratings","publication_year":2018,"publication_date":"2018-10-01","ids":{"openalex":"https://openalex.org/W2902799923","doi":"https://doi.org/10.1109/snams.2018.8554954","mag":"2902799923"},"language":"en","primary_location":{"id":"doi:10.1109/snams.2018.8554954","is_oa":false,"landing_page_url":"https://doi.org/10.1109/snams.2018.8554954","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 Fifth International Conference on Social Networks Analysis, Management and Security (SNAMS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083126896","display_name":"Joni Salminen","orcid":"https://orcid.org/0000-0003-3230-0561"},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":true,"raw_author_name":"Joni Salminen","raw_affiliation_strings":["Qatar Computing Research Institute, Hamad Bin Khalifa University, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Qatar Computing Research Institute, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046999892","display_name":"Fabio Veronesi","orcid":"https://orcid.org/0000-0002-3105-7275"},"institutions":[{"id":"https://openalex.org/I918000572","display_name":"Harper Adams University","ror":"https://ror.org/00z20c921","country_code":"GB","type":"education","lineage":["https://openalex.org/I918000572"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Fabio Veronesi","raw_affiliation_strings":["Crop and Environment Sciences Harper Adams Universit, Newport, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Crop and Environment Sciences Harper Adams Universit, Newport, United Kingdom","institution_ids":["https://openalex.org/I918000572"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077958415","display_name":"Hind Almerekhi","orcid":"https://orcid.org/0000-0002-3183-2374"},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Hind Almerekhi","raw_affiliation_strings":["The College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"The College of Science and Engineering, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057307228","display_name":"Soon-Gvo Jung","orcid":null},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Soon-Gvo Jung","raw_affiliation_strings":["Qatar Computing Research Institute, Hamad Bin Khalifa University, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Qatar Computing Research Institute, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044849571","display_name":"Bernard J. Jansen","orcid":"https://orcid.org/0000-0002-6468-6609"},"institutions":[{"id":"https://openalex.org/I4210144839","display_name":"Hamad bin Khalifa University","ror":"https://ror.org/03eyq4y97","country_code":"QA","type":"education","lineage":["https://openalex.org/I4210144839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Bernard J. Jansen","raw_affiliation_strings":["Qatar Computing Research Institute, Hamad Bin Khalifa University, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Qatar Computing Research Institute, Hamad Bin Khalifa University, Doha, Qatar","institution_ids":["https://openalex.org/I4210144839"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5083126896"],"corresponding_institution_ids":["https://openalex.org/I4210144839"],"apc_list":null,"apc_paid":null,"fwci":5.0769,"has_fulltext":false,"cited_by_count":47,"citation_normalized_percentile":{"value":0.9626282,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"88","last_page":"94"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.9793000221252441,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10557","display_name":"Social Media and Politics","score":0.9553999900817871,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.675849199295044},{"id":"https://openalex.org/keywords/interpretation","display_name":"Interpretation (philosophy)","score":0.6684014797210693},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6362952589988708},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.619551956653595},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.5330590009689331},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4796909987926483},{"id":"https://openalex.org/keywords/exploratory-research","display_name":"Exploratory research","score":0.4710381329059601},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4549909830093384},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4094608426094055},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3949548304080963},{"id":"https://openalex.org/keywords/applied-psychology","display_name":"Applied psychology","score":0.3822319805622101},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.33905696868896484},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.18436706066131592},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.16967350244522095},{"id":"https://openalex.org/keywords/social-science","display_name":"Social science","score":0.14953693747520447},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.09412384033203125}],"concepts":[{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.675849199295044},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.6684014797210693},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6362952589988708},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.619551956653595},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.5330590009689331},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4796909987926483},{"id":"https://openalex.org/C85973986","wikidata":"https://www.wikidata.org/wiki/Q1091731","display_name":"Exploratory research","level":2,"score":0.4710381329059601},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4549909830093384},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4094608426094055},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3949548304080963},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.3822319805622101},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.33905696868896484},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.18436706066131592},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.16967350244522095},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.14953693747520447},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.09412384033203125},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/snams.2018.8554954","is_oa":false,"landing_page_url":"https://doi.org/10.1109/snams.2018.8554954","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 Fifth International Conference on Social Networks Analysis, Management and Security (SNAMS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.5099999904632568,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W78136081","https://openalex.org/W1071251684","https://openalex.org/W1607675442","https://openalex.org/W1997326096","https://openalex.org/W2000275004","https://openalex.org/W2010486392","https://openalex.org/W2035866663","https://openalex.org/W2037362002","https://openalex.org/W2048601276","https://openalex.org/W2138969065","https://openalex.org/W2145111356","https://openalex.org/W2182992846","https://openalex.org/W2216854803","https://openalex.org/W2282644932","https://openalex.org/W2301953046","https://openalex.org/W2303217074","https://openalex.org/W2340954483","https://openalex.org/W2471639678","https://openalex.org/W2560266713","https://openalex.org/W2594590228","https://openalex.org/W2595653137","https://openalex.org/W2607388700","https://openalex.org/W2622302858","https://openalex.org/W2729412353","https://openalex.org/W2757202410","https://openalex.org/W2774215862","https://openalex.org/W2781075483","https://openalex.org/W2783792814","https://openalex.org/W2791248998","https://openalex.org/W2792670840","https://openalex.org/W2801831183","https://openalex.org/W2810732061","https://openalex.org/W2963177662","https://openalex.org/W4294410794","https://openalex.org/W4295247485","https://openalex.org/W4307858169","https://openalex.org/W6603174692","https://openalex.org/W6681931198","https://openalex.org/W6686075922","https://openalex.org/W6697883168","https://openalex.org/W6730398746","https://openalex.org/W6735121960","https://openalex.org/W6747856565","https://openalex.org/W6752829208"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W4313320911","https://openalex.org/W4327743144","https://openalex.org/W4245077728","https://openalex.org/W2607424049","https://openalex.org/W4390922876","https://openalex.org/W3183204001","https://openalex.org/W4206302830","https://openalex.org/W2185941092","https://openalex.org/W4386782890"],"abstract_inverted_index":{"Hate":[0],"is":[1,38,60,74,91],"prevalent":[2],"in":[3,10,16,56,135],"online":[4,50,70,184],"social":[5,125],"media.":[6],"This":[7],"has":[8],"resulted":[9],"a":[11,42,53],"considerable":[12],"amount":[13],"of":[14,36,49,63,69,80,183],"research":[15,75,93],"detecting":[17],"and":[18,83,130,179],"scoring":[19,171,178],"it.":[20],"Most":[21],"computational":[22],"efforts":[23],"involve":[24],"machine":[25],"learning":[26],"with":[27],"crowdsourced":[28],"ratings":[29],"as":[30],"training":[31],"data.":[32],"A":[33],"prominent":[34],"example":[35],"this":[37,106,111],"the":[39,57,61,66,78,84,88,123,133,136,144,154,160,181],"Perspective":[40],"API.,":[41],"tool":[43],"by":[44,101,159,164],"Google":[45],"to":[46],"score":[47,122,146],"toxicity":[48,129],"comments.":[51],"However.,":[52,153],"major":[54],"issue":[55],"existing":[58],"approaches":[59],"lack":[62],"consideration":[64],"for":[65,128],"subjective":[67],"nature":[68],"hate.":[71,185],"While":[72],"there":[73,90],"that":[76,94,143,169],"shows":[77],"intensity":[79],"hate":[81,85,98,155,170],"varies":[82,100],"depends":[86],"on":[87],"context.,":[89],"no":[92],"systematically":[95],"investigates":[96],"how":[97],"interpretation":[99,145],"country":[102],"or":[103],"individual.":[104],"In":[105],"exploratory":[107],"research,":[108],"we":[109],"undertake":[110],"challenge.":[112],"We":[113,141],"sample":[114],"crowd":[115],"workers":[116],"from":[117],"50":[118],"countries,":[119],"have":[120],"them":[121],"same":[124],"media":[126],"comments":[127],"then":[131],"evaluate":[132],"differences":[134,147],"scores.,":[137],"altogether":[138],"18.,125":[139],"ratings.":[140],"find":[142],"among":[148],"countries":[149],"are":[150],"highly":[151],"significant.":[152],"interpretations":[156],"vary":[157],"more":[158],"individual":[161],"raters":[162],"than":[163],"countries.":[165],"These":[166],"findings":[167],"suggest":[168],"systems":[172],"should":[173],"consider":[174],"user-level":[175],"features":[176],"when":[177],"automating":[180],"processing":[182]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":6}],"updated_date":"2026-04-05T06:14:27.290980","created_date":"2025-10-10T00:00:00"}
