{"id":"https://openalex.org/W4403534233","doi":"https://doi.org/10.1109/tcss.2024.3430821","title":"MultiSEAO-Mix: A\u00a0Multimodal Multitask Framework for Sentiment, Emotion, Support, and Offensive Analysis in Code-Mixed Setting","display_name":"MultiSEAO-Mix: A\u00a0Multimodal Multitask Framework for Sentiment, Emotion, Support, and Offensive Analysis in Code-Mixed Setting","publication_year":2024,"publication_date":"2024-10-18","ids":{"openalex":"https://openalex.org/W4403534233","doi":"https://doi.org/10.1109/tcss.2024.3430821"},"language":"en","primary_location":{"id":"doi:10.1109/tcss.2024.3430821","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2024.3430821","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056787223","display_name":"Gopendra Vikram Singh","orcid":"https://orcid.org/0000-0003-1104-5856"},"institutions":[{"id":"https://openalex.org/I132153292","display_name":"Indian Institute of Technology Patna","ror":"https://ror.org/01ft5vz71","country_code":"IN","type":"education","lineage":["https://openalex.org/I132153292"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Gopendra Vikram Singh","raw_affiliation_strings":["Department of Computer Science and Engineering, Indian Institute of Technology, Patna, India","Department of Computer Science Engineering, Indian Institute of Technology, Patna, India"],"raw_orcid":"https://orcid.org/0000-0003-1104-5856","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Indian Institute of Technology, Patna, India","institution_ids":["https://openalex.org/I132153292"]},{"raw_affiliation_string":"Department of Computer Science Engineering, Indian Institute of Technology, Patna, India","institution_ids":["https://openalex.org/I132153292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061977643","display_name":"Mamta Mamta","orcid":"https://orcid.org/0000-0003-3707-7610"},"institutions":[{"id":"https://openalex.org/I132153292","display_name":"Indian Institute of Technology Patna","ror":"https://ror.org/01ft5vz71","country_code":"IN","type":"education","lineage":["https://openalex.org/I132153292"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Mamta","raw_affiliation_strings":["Department of Computer Science and Engineering, Indian Institute of Technology, Patna, India","Department of Computer Science Engineering, Indian Institute of Technology, Patna, India"],"raw_orcid":"https://orcid.org/0000-0003-3707-7610","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Indian Institute of Technology, Patna, India","institution_ids":["https://openalex.org/I132153292"]},{"raw_affiliation_string":"Department of Computer Science Engineering, Indian Institute of Technology, Patna, India","institution_ids":["https://openalex.org/I132153292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110549241","display_name":"Atul Kumar Verma","orcid":"https://orcid.org/0000-0002-7031-1993"},"institutions":[{"id":"https://openalex.org/I132153292","display_name":"Indian Institute of Technology Patna","ror":"https://ror.org/01ft5vz71","country_code":"IN","type":"education","lineage":["https://openalex.org/I132153292"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Atul Verma","raw_affiliation_strings":["Department of Computer Science and Engineering, Indian Institute of Technology, Patna, India","Department of Computer Science Engineering, Indian Institute of Technology, Patna, India"],"raw_orcid":"https://orcid.org/0000-0002-7031-1993","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Indian Institute of Technology, Patna, India","institution_ids":["https://openalex.org/I132153292"]},{"raw_affiliation_string":"Department of Computer Science Engineering, Indian Institute of Technology, Patna, India","institution_ids":["https://openalex.org/I132153292"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085370631","display_name":"Asif Ekbal","orcid":"https://orcid.org/0000-0003-3612-8834"},"institutions":[{"id":"https://openalex.org/I132153292","display_name":"Indian Institute of Technology Patna","ror":"https://ror.org/01ft5vz71","country_code":"IN","type":"education","lineage":["https://openalex.org/I132153292"]},{"id":"https://openalex.org/I154549908","display_name":"Indian Institute of Technology Jodhpur","ror":"https://ror.org/03yacj906","country_code":"IN","type":"education","lineage":["https://openalex.org/I154549908"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Asif Ekbal","raw_affiliation_strings":["School of Artificial Intelligence and Data Science, Indian Institute of Technology Jodhpur, Karwar, India","Department of Computer Science Engineering, Indian Institute of Technology, Patna, India"],"raw_orcid":"https://orcid.org/0000-0003-3612-8834","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence and Data Science, Indian Institute of Technology Jodhpur, Karwar, India","institution_ids":["https://openalex.org/I154549908"]},{"raw_affiliation_string":"Department of Computer Science Engineering, Indian Institute of Technology, Patna, India","institution_ids":["https://openalex.org/I132153292"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7225,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.76382595,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"12","issue":"1","first_page":"101","last_page":"112"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.8928999900817871,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.8928999900817871,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/offensive","display_name":"Offensive","score":0.8324326276779175},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.6461026668548584},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5462011098861694},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4635891616344452},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.46067485213279724},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3797835409641266},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3560645878314972},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35133716464042664},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3217433989048004},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18319642543792725},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.1548784077167511},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1405867636203766}],"concepts":[{"id":"https://openalex.org/C176856949","wikidata":"https://www.wikidata.org/wiki/Q2001676","display_name":"Offensive","level":2,"score":0.8324326276779175},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.6461026668548584},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5462011098861694},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4635891616344452},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.46067485213279724},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3797835409641266},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3560645878314972},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35133716464042664},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3217433989048004},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18319642543792725},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.1548784077167511},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1405867636203766},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcss.2024.3430821","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2024.3430821","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1836291798","https://openalex.org/W1975879668","https://openalex.org/W2250539671","https://openalex.org/W2493916176","https://openalex.org/W2781075483","https://openalex.org/W2807214715","https://openalex.org/W2896457183","https://openalex.org/W2922580172","https://openalex.org/W2954226438","https://openalex.org/W2954261569","https://openalex.org/W2962714472","https://openalex.org/W2962739339","https://openalex.org/W2963250244","https://openalex.org/W2963625095","https://openalex.org/W2969985801","https://openalex.org/W3000571327","https://openalex.org/W3010561889","https://openalex.org/W3011374462","https://openalex.org/W3035390927","https://openalex.org/W3037063616","https://openalex.org/W3124917515","https://openalex.org/W3135195448","https://openalex.org/W3200668208","https://openalex.org/W4224510333","https://openalex.org/W4225705554","https://openalex.org/W4282958541","https://openalex.org/W4285271648","https://openalex.org/W4292596092","https://openalex.org/W4327644085","https://openalex.org/W4377140104","https://openalex.org/W4378603550","https://openalex.org/W4385573759","https://openalex.org/W4385810277","https://openalex.org/W4386776466","https://openalex.org/W4389520046","https://openalex.org/W4389520182","https://openalex.org/W4393253027","https://openalex.org/W6691786133","https://openalex.org/W6738279954","https://openalex.org/W6755207826","https://openalex.org/W6760001035","https://openalex.org/W6774054309","https://openalex.org/W6776302503","https://openalex.org/W6776929863","https://openalex.org/W6779210270","https://openalex.org/W6791709101","https://openalex.org/W6793900221","https://openalex.org/W6795146805","https://openalex.org/W6799874032","https://openalex.org/W6810874528","https://openalex.org/W6811298966","https://openalex.org/W6838962113"],"related_works":["https://openalex.org/W1568520348","https://openalex.org/W3214407891","https://openalex.org/W3194113117","https://openalex.org/W4287020359","https://openalex.org/W3213194066","https://openalex.org/W268355439","https://openalex.org/W2967125893","https://openalex.org/W4385323698","https://openalex.org/W2385362579","https://openalex.org/W2380993274"],"abstract_inverted_index":{"Social":[0],"media":[1],"platforms":[2],"have":[3],"become":[4],"an":[5],"open":[6],"door":[7],"for":[8,83],"users":[9],"to":[10,35,153,178],"share":[11],"their":[12,97,129],"views,":[13],"resulting":[14],"in":[15,53,62,66],"a":[16,59,77,144],"growing":[17],"trend":[18],"of":[19,50,157],"offensive":[20,30,51,64,116],"content":[21,31,52,65],"being":[22],"shared":[23],"on":[24,39,47,86],"social":[25],"media.":[26],"Detecting":[27],"and":[28,88,96,120,127,134,183],"addressing":[29],"is":[32,58,102,112],"crucial":[33],"due":[34],"its":[36],"significant":[37],"impact":[38],"society.":[40],"Although":[41],"there":[42,57],"has":[43],"been":[44],"extensive":[45],"research":[46],"the":[48,54,124,138,149,155,164,169,186],"detection":[49],"English":[55],"language,":[56],"notable":[60],"gap":[61],"detecting":[63],"multimodal":[67,80,151],"settings":[68],"involving":[69],"code-mixed":[70,81],"languages.":[71],"In":[72],"this":[73],"article,":[74],"we":[75,142],"propose":[76,143],"large":[78],"scale":[79],"dataset":[82],"Hinglish":[84],"(Hindi+English)MultiSEAO-Mixfocusing":[85],"women":[87],"children.":[89],"TheMultiSEAO-Mixis":[90],"annotated":[91,104],"with":[92,105],"offensiveness,":[93],"sentiment,":[94,132],"emotion,":[95,133],"respective":[98],"intensities.":[99],"Additionally,":[100],"it":[101],"also":[103],"author":[106,121],"support.":[107],"A":[108],"multimodal,":[109],"multitask":[110,166,179],"framework":[111,167],"proposed":[113,165],"that":[114,147,163],"considers":[115],"detection,":[117],"intensity":[118],"prediction,":[119],"support":[122],"as":[123,137,185],"primary":[125],"tasks":[126],"improves":[128,168],"performance":[130,156,171],"using":[131],"corresponding":[135],"intensities":[136],"auxiliary":[139,187],"tasks.":[140,188],"Further,":[141],"fusion":[145],"technique":[146],"captures":[148],"enhanced":[150],"representation":[152],"improve":[154],"our":[158],"model.":[159],"Experimental":[160],"results":[161],"demonstrate":[162],"model":[170],"by":[172],"more":[173],"than":[174],"4.5":[175],"points":[176],"compared":[177],"system":[180],"without":[181],"sentiment":[182],"emotion":[184]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}