{"id":"https://openalex.org/W2792441346","doi":"https://doi.org/10.1109/access.2018.2806394","title":"Hate Speech on Twitter: A Pragmatic Approach to Collect Hateful and Offensive Expressions and Perform Hate Speech Detection","display_name":"Hate Speech on Twitter: A Pragmatic Approach to Collect Hateful and Offensive Expressions and Perform Hate Speech Detection","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2792441346","doi":"https://doi.org/10.1109/access.2018.2806394","mag":"2792441346"},"language":"en","primary_location":{"id":"doi:10.1109/access.2018.2806394","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2806394","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2018.2806394","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108624582","display_name":"Hajime Watanabe","orcid":null},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Hajime Watanabe","raw_affiliation_strings":["Graduate School of Science and Technology, Keio University, Yokohama, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Science and Technology, Keio University, Yokohama, Japan","institution_ids":["https://openalex.org/I203951103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068994330","display_name":"Mondher Bouazizi","orcid":"https://orcid.org/0000-0001-7055-9318"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Mondher Bouazizi","raw_affiliation_strings":["Graduate School of Science and Technology, Keio University, Yokohama, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Science and Technology, Keio University, Yokohama, Japan","institution_ids":["https://openalex.org/I203951103"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016337773","display_name":"Tomoaki Ohtsuki","orcid":"https://orcid.org/0000-0003-3961-1426"},"institutions":[{"id":"https://openalex.org/I203951103","display_name":"Keio University","ror":"https://ror.org/02kn6nx58","country_code":"JP","type":"education","lineage":["https://openalex.org/I203951103"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tomoaki Ohtsuki","raw_affiliation_strings":["Graduate School of Science and Technology, Keio University, Yokohama, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Science and Technology, Keio University, Yokohama, Japan","institution_ids":["https://openalex.org/I203951103"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5108624582"],"corresponding_institution_ids":["https://openalex.org/I203951103"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":27.4128,"has_fulltext":false,"cited_by_count":456,"citation_normalized_percentile":{"value":0.99602759,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"6","issue":null,"first_page":"13825","last_page":"13835"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.970300018787384,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.9526000022888184,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/offensive","display_name":"Offensive","score":0.9367583394050598},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.714644730091095},{"id":"https://openalex.org/keywords/microblogging","display_name":"Microblogging","score":0.6974823474884033},{"id":"https://openalex.org/keywords/hatred","display_name":"Hatred","score":0.6863817572593689},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.5988548398017883},{"id":"https://openalex.org/keywords/voice-activity-detection","display_name":"Voice activity detection","score":0.570101797580719},{"id":"https://openalex.org/keywords/binary-classification","display_name":"Binary classification","score":0.5463701486587524},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4623244106769562},{"id":"https://openalex.org/keywords/racism","display_name":"Racism","score":0.4490641951560974},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3794192671775818},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3592287302017212},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.34761756658554077},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.344801664352417},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.22167319059371948},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.1919478476047516},{"id":"https://openalex.org/keywords/speech-processing","display_name":"Speech processing","score":0.1776627004146576},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.0981099009513855}],"concepts":[{"id":"https://openalex.org/C176856949","wikidata":"https://www.wikidata.org/wiki/Q2001676","display_name":"Offensive","level":2,"score":0.9367583394050598},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.714644730091095},{"id":"https://openalex.org/C143275388","wikidata":"https://www.wikidata.org/wiki/Q92438","display_name":"Microblogging","level":3,"score":0.6974823474884033},{"id":"https://openalex.org/C2780617971","wikidata":"https://www.wikidata.org/wiki/Q160232","display_name":"Hatred","level":3,"score":0.6863817572593689},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.5988548398017883},{"id":"https://openalex.org/C204201278","wikidata":"https://www.wikidata.org/wiki/Q1332614","display_name":"Voice activity detection","level":3,"score":0.570101797580719},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.5463701486587524},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4623244106769562},{"id":"https://openalex.org/C139838865","wikidata":"https://www.wikidata.org/wiki/Q8461","display_name":"Racism","level":2,"score":0.4490641951560974},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3794192671775818},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3592287302017212},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.34761756658554077},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.344801664352417},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.22167319059371948},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.1919478476047516},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.1776627004146576},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0981099009513855},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C107993555","wikidata":"https://www.wikidata.org/wiki/Q1662673","display_name":"Gender studies","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2018.2806394","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2806394","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:8f2a639461744462b26e72f75d72ab62","is_oa":true,"landing_page_url":"https://doaj.org/article/8f2a639461744462b26e72f75d72ab62","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 6, Pp 13825-13835 (2018)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2018.2806394","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2806394","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320324891","display_name":"Iran Telecommunication Research Center","ror":"https://ror.org/01a3g2z22"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W78136081","https://openalex.org/W80056832","https://openalex.org/W1071251684","https://openalex.org/W1527758775","https://openalex.org/W1572964175","https://openalex.org/W1638051351","https://openalex.org/W1871142974","https://openalex.org/W1963704945","https://openalex.org/W2000497899","https://openalex.org/W2133990480","https://openalex.org/W2138738738","https://openalex.org/W2140632634","https://openalex.org/W2149326172","https://openalex.org/W2165044314","https://openalex.org/W2181854537","https://openalex.org/W2340954483","https://openalex.org/W2473555522","https://openalex.org/W2479668135","https://openalex.org/W2513138008","https://openalex.org/W2583493271","https://openalex.org/W2595653137","https://openalex.org/W6603174692","https://openalex.org/W6631705537","https://openalex.org/W6634414075","https://openalex.org/W6680632375","https://openalex.org/W6684364469","https://openalex.org/W6735121960"],"related_works":["https://openalex.org/W1568520348","https://openalex.org/W3214407891","https://openalex.org/W3194113117","https://openalex.org/W3213194066","https://openalex.org/W4287020359","https://openalex.org/W268355439","https://openalex.org/W2967125893","https://openalex.org/W4385323698","https://openalex.org/W2385362579","https://openalex.org/W3172030588"],"abstract_inverted_index":{"With":[0],"the":[1,41,58,99,107,112,131,177],"rapid":[2],"growth":[3],"of":[4,60,70,98,109,114,126,204],"social":[5,101],"networks":[6,102,116],"and":[7,16,26,38,94,103,117,138,170,182,228],"microblogging":[8,104],"websites,":[9],"communication":[10],"between":[11,29],"people":[12,71],"from":[13,176],"different":[14],"cultural":[15],"psychological":[17],"backgrounds":[18],"has":[19,45],"become":[20,46],"more":[21,25,27,37],"direct,":[22],"resulting":[23],"in":[24],"\u201ccyber\u201dconflicts":[28],"these":[30,51,115],"people.":[31],"Consequently,":[32],"hate":[33,110,160],"speech":[34,55,136],"is":[35,79,166,222,239],"used":[36],"more,":[39],"to":[40,57,123,133,149,158,191,215,232],"point":[42],"where":[43],"it":[44,120],"a":[47,67,73,193,200,220,237],"serious":[48],"problem":[49],"invading":[50],"open":[52],"spaces.":[53],"Hate":[54],"refers":[56],"use":[59,108],"aggressive,":[61],"violent":[62],"or":[63,87,91,146,224,242],"offensive":[64,223],"language,":[65],"targeting":[66],"specific":[68],"group":[69,86],"sharing":[72],"common":[74],"property,":[75],"whether":[76,219,236],"this":[77,152],"property":[78],"their":[80,84,92,127],"gender":[81],"(i.e.,":[82,89],"sexism),":[83],"ethnic":[85],"race":[88],"racism)":[90],"believes":[93],"religion.":[95],"While":[96],"most":[97],"online":[100],"websites":[105,118],"forbid":[106],"speech,":[111],"size":[113],"makes":[119],"almost":[121],"impossible":[122],"control":[124],"all":[125],"content.":[128],"Therefore,":[129],"arises":[130],"necessity":[132],"detect":[134,159],"such":[135],"automatically":[137,174],"filter":[139],"any":[140],"content":[141],"that":[142,172,208],"presents":[143],"hateful":[144],"language":[145,147],"inciting":[148],"hatred.":[150],"In":[151],"paper,":[153],"we":[154],"propose":[155],"an":[156,212,229],"approach":[157,165,210],"expressions":[161],"on":[162,168,199,217,234],"Twitter.":[163],"Our":[164,197],"based":[167],"unigrams":[169,183],"patterns":[171,181],"are":[173,184],"collected":[175],"training":[178],"set.":[179],"These":[180],"later":[185],"used,":[186],"among":[187],"others,":[188],"as":[189],"features":[190],"train":[192],"machine":[194],"learning":[195],"algorithm.":[196],"experiments":[198],"test":[201],"set":[202],"composed":[203],"2010":[205],"tweets":[206],"show":[207],"our":[209],"reaches":[211],"accuracy":[213,230],"equal":[214,231],"87.4%":[216],"detecting":[218,235],"tweet":[221,238],"not":[225],"(binary":[226],"classification),":[227],"78.4%":[233],"hateful,":[240],"offensive,":[241],"clean":[243],"(ternary":[244],"classification).":[245]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":44},{"year":2024,"cited_by_count":65},{"year":2023,"cited_by_count":107},{"year":2022,"cited_by_count":70},{"year":2021,"cited_by_count":82},{"year":2020,"cited_by_count":49},{"year":2019,"cited_by_count":25},{"year":2018,"cited_by_count":5}],"updated_date":"2026-03-26T15:22:09.906841","created_date":"2025-10-10T00:00:00"}