{"id":"https://openalex.org/W3208201190","doi":"https://doi.org/10.48550/arxiv.2110.12687","title":"Fine-tuning of Pre-trained Transformers for Hate, Offensive, and Profane Content Detection in English and Marathi","display_name":"Fine-tuning of Pre-trained Transformers for Hate, Offensive, and Profane Content Detection in English and Marathi","alternate_titles":[],"publication_year":2021,"publication_date":"2021-10-25","ids":{"openalex":"https://openalex.org/W3208201190","doi":"https://doi.org/10.48550/arxiv.2110.12687","mag":"3208201190"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2110.12687","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2110.12687","pdf_url":"https://arxiv.org/pdf/2110.12687","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W3208201190"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2110.12687","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090611524","display_name":"Anna Valer'evna Glazkova","orcid":"https://orcid.org/0000-0001-8409-6457","observed_orcids":["https://orcid.org/0000-0001-8409-6457"]},"institutions":[{"id":"https://openalex.org/I3020440027","display_name":"University of Tyumen","ror":"https://ror.org/05vehv290","country_code":"RU","type":"education","lineage":["https://openalex.org/I3020440027"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Glazkova, Anna","raw_affiliation_strings":["University of Tyumen , Tyumen , Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Tyumen , Tyumen , Russia","institution_ids":["https://openalex.org/I3020440027"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021791406","display_name":"Michael Kadantsev","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210095320","display_name":"Thales (Canada)","ror":"https://ror.org/00nnd3206","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210095320","https://openalex.org/I4210140930"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Kadantsev, Michael","raw_affiliation_strings":["Thales Canada , Transportation Solutions , Toronto , Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Thales Canada , Transportation Solutions , Toronto , Canada","institution_ids":["https://openalex.org/I4210095320"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030991275","display_name":"Maksim Glazkov","orcid":"https://orcid.org/0000-0002-4290-2059","observed_orcids":["https://orcid.org/0000-0002-4290-2059"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Glazkov, Maksim","raw_affiliation_strings":["Neuro.net , Nizhny Novgorod , Russia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Neuro.net , Nizhny Novgorod , Russia","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":30,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hate-speech-detection","display_name":"hate speech detection","score":1.0},{"id":"https://openalex.org/keywords/offensive-content-detection","display_name":"offensive content detection","score":0.8809999823570251},{"id":"https://openalex.org/keywords/profanity-detection","display_name":"profanity detection","score":0.8429999947547913},{"id":"https://openalex.org/keywords/transformer-fine-tuning","display_name":"transformer fine-tuning","score":0.8389999866485596},{"id":"https://openalex.org/keywords/marathi","display_name":"Marathi language","score":0.8069999814033508},{"id":"https://openalex.org/keywords/english-tweets","display_name":"English-language tweets","score":0.6290000081062317},{"id":"https://openalex.org/keywords/labse","display_name":"LaBSE","score":0.9020000100135803},{"id":"https://openalex.org/keywords/one-vs-rest-classification","display_name":"one-vs-rest classification","score":0.7129999995231628},{"id":"https://openalex.org/keywords/indo-aryan-languages","display_name":"Indo-Aryan languages","score":0.6990000009536743},{"id":"https://openalex.org/keywords/shared-task","display_name":"shared task","score":0.5540000200271606}],"concepts":[{"id":"https://openalex.org/C176856949","wikidata":"https://www.wikidata.org/wiki/Q2001676","display_name":"Offensive","level":2,"score":0.9270344972610474},{"id":"https://openalex.org/C2776844415","wikidata":"https://www.wikidata.org/wiki/Q1571","display_name":"Marathi","level":2,"score":0.8794152736663818},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.707006573677063},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6367162466049194},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5651126503944397},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5650838017463684},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5194641947746277},{"id":"https://openalex.org/C129792486","wikidata":"https://www.wikidata.org/wiki/Q1050419","display_name":"Language identification","level":3,"score":0.4763772189617157},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.43329474329948425},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4222647547721863},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.41387060284614563},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2762387990951538},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15593120455741882},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.09279754757881165},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2110.12687","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2110.12687","pdf_url":"https://arxiv.org/pdf/2110.12687","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3208201190","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2110.12687","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2110.12687","doi":"https://doi.org/10.48550/arxiv.2110.12687","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2110.12687","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2110.12687","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2110.12687","pdf_url":"https://arxiv.org/pdf/2110.12687","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3208201190.pdf","grobid_xml":"https://content.openalex.org/works/W3208201190.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W1566289585","https://openalex.org/W2595653137","https://openalex.org/W2805551365","https://openalex.org/W2896457183","https://openalex.org/W2898401058","https://openalex.org/W2908323419","https://openalex.org/W2908510526","https://openalex.org/W2922580172","https://openalex.org/W2951737564","https://openalex.org/W2953553271","https://openalex.org/W2953685785","https://openalex.org/W2954226438","https://openalex.org/W2954352578","https://openalex.org/W2955800005","https://openalex.org/W2963341956","https://openalex.org/W2965373594","https://openalex.org/W2970971581","https://openalex.org/W2979826702","https://openalex.org/W2982399380","https://openalex.org/W2983040767","https://openalex.org/W2984702046","https://openalex.org/W2989767613","https://openalex.org/W2990997804","https://openalex.org/W2991020115","https://openalex.org/W3000571327","https://openalex.org/W3008198684","https://openalex.org/W3013027210","https://openalex.org/W3027440908","https://openalex.org/W3032084709","https://openalex.org/W3032237992","https://openalex.org/W3036385388","https://openalex.org/W3039695075","https://openalex.org/W3087889451","https://openalex.org/W3089190054","https://openalex.org/W3094002940","https://openalex.org/W3102188065","https://openalex.org/W3120948048","https://openalex.org/W3124917515","https://openalex.org/W3144020422","https://openalex.org/W3149099101","https://openalex.org/W3150663939","https://openalex.org/W3184890107","https://openalex.org/W3197822764","https://openalex.org/W3213867609","https://openalex.org/W4210527775","https://openalex.org/W4226080411","https://openalex.org/W6893675597"],"related_works":["https://openalex.org/W7053015708","https://openalex.org/W3217374289","https://openalex.org/W3139916472","https://openalex.org/W4312090869","https://openalex.org/W3209845883","https://openalex.org/W3202847420","https://openalex.org/W3214045198","https://openalex.org/W4392669899","https://openalex.org/W4387870257","https://openalex.org/W3100910918"],"abstract_inverted_index":{"This":[0,139],"paper":[1],"describes":[2],"neural":[3],"models":[4,99],"developed":[5],"for":[6,73],"the":[7,68,107,119,124,133,142],"Hate":[8],"Speech":[9],"and":[10,16,32,42,50,95,111],"Offensive":[11],"Content":[12],"Identification":[13],"in":[14,27,58,102,114,145],"English":[15,36,64,103,115],"Indo-Aryan":[17],"Languages":[18],"Shared":[19],"Task":[20],"2021.":[21],"Our":[22,98],"team":[23],"called":[24],"neuro-utmn-thales":[25],"participated":[26],"two":[28],"tasks":[29],"on":[30,53,88,132],"binary":[31],"fine-grained":[33],"classification":[34],"of":[35,55,70,109,121,152],"tweets":[37],"that":[38],"contain":[39],"hate,":[40,93],"offensive,":[41],"profane":[43,94],"content":[44,57],"(English":[45],"Subtasks":[46],"A":[47,105,148],"&":[48],"B)":[49],"one":[51],"task":[52],"identification":[54],"problematic":[56],"Marathi":[59,125,146],"(Marathi":[60],"Subtask":[61,104,116,147],"A).":[62],"For":[63,123],"subtasks,":[65],"we":[66,127],"investigate":[67],"impact":[69],"additional":[71],"corpora":[72],"hate":[74],"speech":[75],"detection":[76],"to":[77,90],"fine-tune":[78],"transformer":[79],"models.":[80],"We":[81],"also":[82],"apply":[83],"a":[84,129],"one-vs-rest":[85],"approach":[86],"based":[87,131],"Twitter-RoBERTa":[89],"discrimination":[91],"between":[92],"offensive":[96],"posts.":[97],"ranked":[100,112],"third":[101],"with":[106,118],"F1-score":[108,120],"81.99%":[110],"second":[113,143],"B":[117],"65.77%.":[122],"tasks,":[126],"propose":[128],"system":[130],"Language-Agnostic":[134],"BERT":[135],"Sentence":[136],"Embedding":[137],"(LaBSE).":[138],"model":[140],"achieved":[141],"result":[144],"obtaining":[149],"an":[150],"F1":[151],"88.08%.":[153]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3208201190","counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":8}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2021-11-08T00:00:00"}
