{"id":"https://openalex.org/W4388728262","doi":"https://doi.org/10.1007/s10579-023-09696-7","title":"A multilingual, multimodal dataset of aggression and bias: the ComMA dataset","display_name":"A multilingual, multimodal dataset of aggression and bias: the ComMA dataset","publication_year":2023,"publication_date":"2023-11-16","ids":{"openalex":"https://openalex.org/W4388728262","doi":"https://doi.org/10.1007/s10579-023-09696-7"},"language":"en","primary_location":{"id":"doi:10.1007/s10579-023-09696-7","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1007/s10579-023-09696-7","pdf_url":null,"source":{"id":"https://openalex.org/S4306424877","display_name":"Language Resources and Evaluation","issn_l":"1574-020X","issn":["1574-020X","1574-0218"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Resources and Evaluation","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"http://dx.doi.org/10.1007/s10579-023-09696-7","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014581579","display_name":"Ritesh Kumar","orcid":"https://orcid.org/0000-0002-5151-2546"},"institutions":[{"id":"https://openalex.org/I147727580","display_name":"Dr. Bhim Rao Ambedkar University","ror":"https://ror.org/00k4ab982","country_code":"IN","type":"education","lineage":["https://openalex.org/I147727580"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Ritesh Kumar","raw_affiliation_strings":["Division of Artificial Intelligence and Linguistics, Council for Strategic and Defense Research, Delhi, India","UnReaL-TecE LLP, Agra, India"],"raw_orcid":"https://orcid.org/0000-0002-5151-2546","affiliations":[{"raw_affiliation_string":"Division of Artificial Intelligence and Linguistics, Council for Strategic and Defense Research, Delhi, India","institution_ids":[]},{"raw_affiliation_string":"UnReaL-TecE LLP, Agra, India","institution_ids":["https://openalex.org/I147727580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015126986","display_name":"Shyam Ratan","orcid":"https://orcid.org/0009-0003-4903-2740"},"institutions":[{"id":"https://openalex.org/I147727580","display_name":"Dr. Bhim Rao Ambedkar University","ror":"https://ror.org/00k4ab982","country_code":"IN","type":"education","lineage":["https://openalex.org/I147727580"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Shyam Ratan","raw_affiliation_strings":["UnReaL-TecE LLP, Agra, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UnReaL-TecE LLP, Agra, India","institution_ids":["https://openalex.org/I147727580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101642653","display_name":"Siddharth Singh","orcid":"https://orcid.org/0009-0001-7036-071X"},"institutions":[{"id":"https://openalex.org/I147727580","display_name":"Dr. Bhim Rao Ambedkar University","ror":"https://ror.org/00k4ab982","country_code":"IN","type":"education","lineage":["https://openalex.org/I147727580"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Siddharth Singh","raw_affiliation_strings":["UnReaL-TecE LLP, Agra, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UnReaL-TecE LLP, Agra, India","institution_ids":["https://openalex.org/I147727580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013069175","display_name":"Enakshi Nandi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Enakshi Nandi","raw_affiliation_strings":["Panlingua Language Processing LLP, New Delhi, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Panlingua Language Processing LLP, New Delhi, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060998215","display_name":"Laishram Niranjana Devi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Laishram Niranjana Devi","raw_affiliation_strings":["Panlingua Language Processing LLP, New Delhi, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Panlingua Language Processing LLP, New Delhi, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078813052","display_name":"Akash Bhagat","orcid":null},"institutions":[{"id":"https://openalex.org/I145894827","display_name":"Indian Institute of Technology Kharagpur","ror":"https://ror.org/03w5sq511","country_code":"IN","type":"education","lineage":["https://openalex.org/I145894827"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Akash Bhagat","raw_affiliation_strings":["Department of Humanities and Social Sciences, Indian Institute of Technology, Kharagpur, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Humanities and Social Sciences, Indian Institute of Technology, Kharagpur, India","institution_ids":["https://openalex.org/I145894827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088774206","display_name":"Yogesh Dawer","orcid":null},"institutions":[{"id":"https://openalex.org/I147727580","display_name":"Dr. Bhim Rao Ambedkar University","ror":"https://ror.org/00k4ab982","country_code":"IN","type":"education","lineage":["https://openalex.org/I147727580"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Yogesh Dawer","raw_affiliation_strings":["UnReaL-TecE LLP, Agra, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UnReaL-TecE LLP, Agra, India","institution_ids":["https://openalex.org/I147727580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103212226","display_name":"Bornini Lahiri","orcid":"https://orcid.org/0000-0001-7841-3292"},"institutions":[{"id":"https://openalex.org/I145894827","display_name":"Indian Institute of Technology Kharagpur","ror":"https://ror.org/03w5sq511","country_code":"IN","type":"education","lineage":["https://openalex.org/I145894827"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Bornini Lahiri","raw_affiliation_strings":["Department of Humanities and Social Sciences, Indian Institute of Technology, Kharagpur, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Humanities and Social Sciences, Indian Institute of Technology, Kharagpur, India","institution_ids":["https://openalex.org/I145894827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074109690","display_name":"Akanksha Bansal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Akanksha Bansal","raw_affiliation_strings":["Panlingua Language Processing LLP, New Delhi, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Panlingua Language Processing LLP, New Delhi, India","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5014581579"],"corresponding_institution_ids":["https://openalex.org/I147727580"],"apc_list":{"value":3090,"currency":"USD","value_usd":3090},"apc_paid":{"value":3090,"currency":"USD","value_usd":3090},"fwci":0.7856,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.7766507,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"58","issue":"2","first_page":"757","last_page":"837"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10485","display_name":"Bullying, Victimization, and Aggression","score":0.9132000207901001,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6754745244979858},{"id":"https://openalex.org/keywords/aggression","display_name":"Aggression","score":0.5560391545295715},{"id":"https://openalex.org/keywords/hindi","display_name":"Hindi","score":0.5342997908592224},{"id":"https://openalex.org/keywords/caste","display_name":"Caste","score":0.5162827372550964},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5087001919746399},{"id":"https://openalex.org/keywords/bengali","display_name":"Bengali","score":0.5063349008560181},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.46635356545448303},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.44496795535087585},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4232715368270874},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.41673731803894043},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.2774509787559509},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.24357372522354126},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.21780219674110413},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.1264335811138153},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.10128572583198547}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6754745244979858},{"id":"https://openalex.org/C2779448149","wikidata":"https://www.wikidata.org/wiki/Q191797","display_name":"Aggression","level":2,"score":0.5560391545295715},{"id":"https://openalex.org/C519982507","wikidata":"https://www.wikidata.org/wiki/Q1568","display_name":"Hindi","level":2,"score":0.5342997908592224},{"id":"https://openalex.org/C2779509574","wikidata":"https://www.wikidata.org/wiki/Q484416","display_name":"Caste","level":2,"score":0.5162827372550964},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5087001919746399},{"id":"https://openalex.org/C19235068","wikidata":"https://www.wikidata.org/wiki/Q9610","display_name":"Bengali","level":2,"score":0.5063349008560181},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.46635356545448303},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.44496795535087585},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4232715368270874},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.41673731803894043},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2774509787559509},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.24357372522354126},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.21780219674110413},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.1264335811138153},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.10128572583198547},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10579-023-09696-7","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1007/s10579-023-09696-7","pdf_url":null,"source":{"id":"https://openalex.org/S4306424877","display_name":"Language Resources and Evaluation","issn_l":"1574-020X","issn":["1574-020X","1574-0218"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Resources and Evaluation","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10579-023-09696-7","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1007/s10579-023-09696-7","pdf_url":null,"source":{"id":"https://openalex.org/S4306424877","display_name":"Language Resources and Evaluation","issn_l":"1574-020X","issn":["1574-020X","1574-0218"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Language Resources and Evaluation","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Gender equality","id":"https://metadata.un.org/sdg/5","score":0.550000011920929}],"awards":[],"funders":[{"id":"https://openalex.org/F4320308737","display_name":"Facebook","ror":"https://ror.org/01zbnvs85"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W1589922002","https://openalex.org/W2119458502","https://openalex.org/W2160685721","https://openalex.org/W2340954483","https://openalex.org/W2444250069","https://openalex.org/W2473555522","https://openalex.org/W2563826943","https://openalex.org/W2577837819","https://openalex.org/W2585712495","https://openalex.org/W2595653137","https://openalex.org/W2604821579","https://openalex.org/W2661284862","https://openalex.org/W2740168486","https://openalex.org/W2747187574","https://openalex.org/W2775403300","https://openalex.org/W2787020039","https://openalex.org/W2801887493","https://openalex.org/W2805551365","https://openalex.org/W2805807672","https://openalex.org/W2885205901","https://openalex.org/W2896457183","https://openalex.org/W2898401058","https://openalex.org/W2903893278","https://openalex.org/W2919234748","https://openalex.org/W2922580172","https://openalex.org/W2949340035","https://openalex.org/W2962977603","https://openalex.org/W2962993339","https://openalex.org/W2963052389","https://openalex.org/W2963943967","https://openalex.org/W2971150411","https://openalex.org/W2972740340","https://openalex.org/W2973086378","https://openalex.org/W2977739081","https://openalex.org/W2978017171","https://openalex.org/W2980239773","https://openalex.org/W2983553948","https://openalex.org/W2985441003","https://openalex.org/W2991289756","https://openalex.org/W2996401852","https://openalex.org/W2999469879","https://openalex.org/W3000571327","https://openalex.org/W3006700324","https://openalex.org/W3007805994","https://openalex.org/W3008198684","https://openalex.org/W3012427744","https://openalex.org/W3014487746","https://openalex.org/W3031939012","https://openalex.org/W3035032094","https://openalex.org/W3035390927","https://openalex.org/W3091315987","https://openalex.org/W3099919888","https://openalex.org/W3106460864","https://openalex.org/W3108724972","https://openalex.org/W3111436990","https://openalex.org/W3115903740","https://openalex.org/W3116724594","https://openalex.org/W3117614783","https://openalex.org/W3119629111","https://openalex.org/W3153055731","https://openalex.org/W3162112692","https://openalex.org/W3169864426","https://openalex.org/W3171896931","https://openalex.org/W3173628907","https://openalex.org/W3174618588","https://openalex.org/W3185138704","https://openalex.org/W3189812755","https://openalex.org/W3205434275","https://openalex.org/W3209024753","https://openalex.org/W4200196719","https://openalex.org/W4210527775","https://openalex.org/W4281634662","https://openalex.org/W4285595460","https://openalex.org/W4288773375","https://openalex.org/W6912480897"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2084490135","https://openalex.org/W2895890526","https://openalex.org/W2913711322","https://openalex.org/W2402354285","https://openalex.org/W2600299847","https://openalex.org/W2482488296","https://openalex.org/W2251015319","https://openalex.org/W10843010","https://openalex.org/W2072916690"],"abstract_inverted_index":{"In":[0],"this":[1,155],"paper,":[2],"we":[3,261],"discuss":[4,200],"the":[5,23,35,46,52,59,70,148,152,160,190,201,215,231,236,250,255,258],"development":[6],"of":[7,20,48,69,75,78,89,130,147,154,162,177,230,238,257,272],"a":[8,13,40,76,127,144,166,227,277],"multilingual":[9],"dataset":[10,63,232,251,266,279],"annotated":[11,80,83,90],"with":[12,56,139,173],"hierarchical,":[14],"fine-grained":[15,168],"tagset":[16,149,169],"marking":[17,171,208],"different":[18,209],"types":[19],"aggression":[21,174,246],"and":[22,44,73,85,100,118,135,157,164,175,194,199,221,269,282,288],"\u201ccontext\"":[24],"in":[25,38,95,189],"which":[26,39,180,274],"they":[27],"occur.":[28],"The":[29,62],"context,":[30],"here,":[31],"is":[32,54,121],"defined":[33],"by":[34],"conversational":[36],"thread":[37],"specific":[41],"comment":[42,53],"occurs":[43],"also":[45,225,262],"\u201ctype\u201d":[47],"discursive":[49,210],"role":[50],"that":[51,203,264],"performing":[55],"respect":[57],"to":[58],"previous":[60],"comment(s).":[61],"has":[64,105],"been":[65,106,205],"developed":[66,150],"as":[67,114,218,233,235],"part":[68],"ComMA":[71],"Project":[72],"consists":[74],"total":[77],"57,363":[79],"comments,":[81,216],"1142":[82],"memes,":[84],"around":[86],"70":[87],"h":[88],"audio":[91],"(extracted":[92],"from":[93,108],"videos)":[94],"four":[96],"languages\u2014Meitei,":[97],"Bangla,":[98],"Hindi,":[99],"Indian":[101],"English.":[102,140],"This":[103,141],"data":[104],"collected":[107],"various":[109,178],"social":[110,124],"media":[111,125],"platforms":[112],"such":[113,217],"YouTube,":[115],"Facebook,":[116],"Twitter,":[117],"Telegram.":[119],"As":[120],"usual":[122],"on":[123,159,254],"websites,":[126],"large":[128],"number":[129],"these":[131],"comments":[132,172],"are":[133,137],"multilingual,":[134],"many":[136],"code-mixed":[138],"paper":[142],"gives":[143],"detailed":[145],"description":[146],"during":[151],"course":[153],"project":[156],"elaborates":[158],"process":[161],"developing":[163,243],"using":[165,249],"multi-label,":[167],"for":[170,207,242,280,286],"bias":[176,188],"kinds,":[179],"includes":[181],"gender":[182],"bias,":[183,193],"religious":[184],"intolerance":[185],"(called":[186],"communal":[187],"tagset),":[191],"class/caste":[192],"ethnic/racial":[195],"bias.":[196],"We":[197,224],"define":[198],"tags":[202],"have":[204],"used":[206],"roles":[211],"being":[212],"performed":[213],"through":[214],"attack,":[219],"defend,":[220],"so":[222],"on.":[223],"present":[226],"statistical":[228],"analysis":[229],"well":[234],"results":[237,256],"our":[239,265],"baseline":[240,259],"experiments":[241],"an":[244],"automatic":[245],"identification":[247],"system":[248],"developed.":[252],"Based":[253],"experiments,":[260],"argue":[263],"provides":[267],"diverse":[268],"\u2018hard\u2019":[270],"sets":[271],"instances":[273],"makes":[275],"it":[276],"good":[278],"training":[281],"testing":[283],"new":[284],"techniques":[285],"aggressive":[287],"abusive":[289],"language":[290],"classification.":[291]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}