{"id":"https://openalex.org/W7204646116","doi":"https://doi.org/10.22266/ijies2026.0930.49","title":"Toward Culturally-aware Multimodal Sentiment Analysis for Indonesian Social Media: Dataset Construction and Baseline Evaluation","display_name":"Toward Culturally-aware Multimodal Sentiment Analysis for Indonesian Social Media: Dataset Construction and Baseline Evaluation","publication_year":2026,"publication_date":"2026-08-29","ids":{"openalex":"https://openalex.org/W7204646116","doi":"https://doi.org/10.22266/ijies2026.0930.49"},"language":"en","primary_location":{"id":"doi:10.22266/ijies2026.0930.49","doi":"https://doi.org/10.22266/ijies2026.0930.49","is_oa":true,"landing_page_url":"https://doi.org/10.22266/ijies2026.0930.49","pdf_url":"https://doi.org/10.22266/ijies2026.0930.49","source":{"id":"https://openalex.org/S2764379787","display_name":"International journal of intelligent engineering and systems","issn_l":"1882-708X","issn":["1882-708X","2185-310X","2185-3118"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-40","russia-white-list-2"],"host_organization":"https://openalex.org/P4365922016","host_organization_name":"Intelligent Networks and Systems Society","host_organization_lineage":["https://openalex.org/P4365922016"],"host_organization_lineage_names":["Intelligent Networks and Systems Society"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Engineering and Systems","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://doi.org/10.22266/ijies2026.0930.49","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137682132","display_name":"Ali Ibrahim","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I271888150","display_name":"Sriwijaya University","ror":"https://ror.org/030bmb197","country_code":"ID","type":"education","lineage":["https://openalex.org/I271888150"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Ali Ibrahim","raw_affiliation_strings":["Computer Science, Faculty of Computer Science, Universitas Sriwijaya, Palembang, South Sumatra 30662, Indonesia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science, Faculty of Computer Science, Universitas Sriwijaya, Palembang, South Sumatra 30662, Indonesia","institution_ids":["https://openalex.org/I271888150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114996387","display_name":"Dwi Fitri Brianna","orcid":"https://orcid.org/0009-0000-9848-5867","observed_orcids":["https://orcid.org/0009-0000-9848-5867"]},"institutions":[{"id":"https://openalex.org/I4210103568","display_name":"Universitas Sjakhyakirti","ror":"https://ror.org/01ah0xq26","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210103568"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Dwi Fitri Brianna","raw_affiliation_strings":["Computer Science, Faculty of Computer Science, Universitas Sjakhyakirti, Palembang, South Sumatra 30128, Indonesia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science, Faculty of Computer Science, Universitas Sjakhyakirti, Palembang, South Sumatra 30128, Indonesia","institution_ids":["https://openalex.org/I4210103568"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068562483","display_name":"Mariana Purba","orcid":"https://orcid.org/0000-0001-8423-6034","observed_orcids":["https://orcid.org/0000-0001-8423-6034"]},"institutions":[{"id":"https://openalex.org/I4210103568","display_name":"Universitas Sjakhyakirti","ror":"https://ror.org/01ah0xq26","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210103568"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Mariana Purba","raw_affiliation_strings":["Computer Science, Faculty of Computer Science, Universitas Sjakhyakirti, Palembang, South Sumatra 30128, Indonesia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science, Faculty of Computer Science, Universitas Sjakhyakirti, Palembang, South Sumatra 30128, Indonesia","institution_ids":["https://openalex.org/I4210103568"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017648944","display_name":"Rizka Dhini Kurnia","orcid":"https://orcid.org/0000-0002-1931-3571","observed_orcids":["https://orcid.org/0000-0002-1931-3571"]},"institutions":[{"id":"https://openalex.org/I271888150","display_name":"Sriwijaya University","ror":"https://ror.org/030bmb197","country_code":"ID","type":"education","lineage":["https://openalex.org/I271888150"]}],"countries":["ID"],"is_corresponding":false,"raw_author_name":"Rizka Dhini Kurnia","raw_affiliation_strings":["Computer Science, Faculty of Computer Science, Universitas Sriwijaya, Palembang, South Sumatra 30662, Indonesia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science, Faculty of Computer Science, Universitas Sriwijaya, Palembang, South Sumatra 30662, Indonesia","institution_ids":["https://openalex.org/I271888150"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"19","issue":"9","first_page":"1010","last_page":"1024"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-sentiment-analysis","display_name":"multimodal sentiment analysis","score":0.9879999756813049},{"id":"https://openalex.org/keywords/indonesian-language","display_name":"Indonesian language","score":0.75},{"id":"https://openalex.org/keywords/code-switching","display_name":"code-switching","score":0.6980000138282776},{"id":"https://openalex.org/keywords/politeness-norms","display_name":"politeness norms","score":0.8799999952316284},{"id":"https://openalex.org/keywords/implicit-sentiment","display_name":"implicit sentiment","score":0.8059999942779541},{"id":"https://openalex.org/keywords/cultural-context","display_name":"cultural context","score":0.5040000081062317},{"id":"https://openalex.org/keywords/indobert","display_name":"IndoBERT","score":0.7850000262260437},{"id":"https://openalex.org/keywords/cross-modal-attention-fusion","display_name":"cross-modal attention fusion","score":0.7509999871253967},{"id":"https://openalex.org/keywords/fine-grained-emotion","display_name":"fine-grained emotion","score":0.8109999895095825},{"id":"https://openalex.org/keywords/sentiment-intensity","display_name":"sentiment intensity","score":0.8920000195503235},{"id":"https://openalex.org/keywords/formality","display_name":"formality","score":0.7049999833106995},{"id":"https://openalex.org/keywords/social-media","display_name":"social media","score":0.6290000081062317}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7900999784469604},{"id":"https://openalex.org/C2777159308","wikidata":"https://www.wikidata.org/wiki/Q1757948","display_name":"Formality","level":2,"score":0.7024000287055969},{"id":"https://openalex.org/C2778689934","wikidata":"https://www.wikidata.org/wiki/Q1313396","display_name":"Headline","level":2,"score":0.6503999829292297},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.5922999978065491},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5652999877929688},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5626999735832214},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5289000272750854},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.490200012922287},{"id":"https://openalex.org/C2779207338","wikidata":"https://www.wikidata.org/wiki/Q9240","display_name":"Indonesian","level":2,"score":0.47110000252723694},{"id":"https://openalex.org/C206041023","wikidata":"https://www.wikidata.org/wiki/Q1751970","display_name":"Wilcoxon signed-rank test","level":3,"score":0.42089998722076416},{"id":"https://openalex.org/C61123122","wikidata":"https://www.wikidata.org/wiki/Q281287","display_name":"Politeness","level":2,"score":0.38580000400543213},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.3617999851703644},{"id":"https://openalex.org/C103621254","wikidata":"https://www.wikidata.org/wiki/Q9199","display_name":"Vietnamese","level":2,"score":0.3345000147819519},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.32829999923706055},{"id":"https://openalex.org/C2779148373","wikidata":"https://www.wikidata.org/wiki/Q1225396","display_name":"Diction","level":3,"score":0.32600000500679016},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3253999948501587},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.3156000077724457},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.3118000030517578},{"id":"https://openalex.org/C93692415","wikidata":"https://www.wikidata.org/wiki/Q1502030","display_name":"Thematic map","level":2,"score":0.30329999327659607},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.295199990272522},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2939999997615814},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.28940001130104065},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.26489999890327454},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.25529998540878296}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.22266/ijies2026.0930.49","doi":"https://doi.org/10.22266/ijies2026.0930.49","is_oa":true,"landing_page_url":"https://doi.org/10.22266/ijies2026.0930.49","pdf_url":"https://doi.org/10.22266/ijies2026.0930.49","source":{"id":"https://openalex.org/S2764379787","display_name":"International journal of intelligent engineering and systems","issn_l":"1882-708X","issn":["1882-708X","2185-310X","2185-3118"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-40","russia-white-list-2"],"host_organization":"https://openalex.org/P4365922016","host_organization_name":"Intelligent Networks and Systems Society","host_organization_lineage":["https://openalex.org/P4365922016"],"host_organization_lineage_names":["Intelligent Networks and Systems Society"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Engineering and Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.22266/ijies2026.0930.49","doi":"https://doi.org/10.22266/ijies2026.0930.49","is_oa":true,"landing_page_url":"https://doi.org/10.22266/ijies2026.0930.49","pdf_url":"https://doi.org/10.22266/ijies2026.0930.49","source":{"id":"https://openalex.org/S2764379787","display_name":"International journal of intelligent engineering and systems","issn_l":"1882-708X","issn":["1882-708X","2185-310X","2185-3118"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","poland-40","russia-white-list-2"],"host_organization":"https://openalex.org/P4365922016","host_organization_name":"Intelligent Networks and Systems Society","host_organization_lineage":["https://openalex.org/P4365922016"],"host_organization_lineage_names":["Intelligent Networks and Systems Society"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Engineering and Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204646116.pdf","grobid_xml":"https://content.openalex.org/works/W7204646116.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W1796112755","https://openalex.org/W2738581557","https://openalex.org/W2947476638","https://openalex.org/W3093051361","https://openalex.org/W3116407756","https://openalex.org/W3171649327","https://openalex.org/W3176798216","https://openalex.org/W3187418919","https://openalex.org/W3199243620","https://openalex.org/W3209984917","https://openalex.org/W4226182655","https://openalex.org/W4287888944","https://openalex.org/W4297499129","https://openalex.org/W4308222497","https://openalex.org/W4312257216","https://openalex.org/W4312908198","https://openalex.org/W4312910992","https://openalex.org/W4322736091","https://openalex.org/W4378417908","https://openalex.org/W4385571031","https://openalex.org/W4385571622","https://openalex.org/W4385571647","https://openalex.org/W4386566878","https://openalex.org/W4388074308","https://openalex.org/W4389524534","https://openalex.org/W4392657468","https://openalex.org/W4392669894","https://openalex.org/W4402671339","https://openalex.org/W4404784425","https://openalex.org/W4404986403","https://openalex.org/W4405597050","https://openalex.org/W4408981324","https://openalex.org/W4412888599","https://openalex.org/W4413375015","https://openalex.org/W4414810995","https://openalex.org/W4417001440","https://openalex.org/W7138868134","https://openalex.org/W7160161636","https://openalex.org/W7167661855"],"related_works":["https://openalex.org/W7117114806","https://openalex.org/W4385202175","https://openalex.org/W4377699472","https://openalex.org/W7162462184","https://openalex.org/W7169838159","https://openalex.org/W4377699790","https://openalex.org/W7126201558","https://openalex.org/W4312718014","https://openalex.org/W7172379272","https://openalex.org/W7152646410"],"abstract_inverted_index":{"Multimodal":[0],"sentiment":[1],"analysis":[2],"on":[3],"Indonesian":[4],"social":[5],"media":[6],"faces":[7],"unique":[8],"challenges,":[9],"including":[10],"Indonesian-English":[11],"code-switching,":[12],"indirect":[13],"communication":[14],"governed":[15],"by":[16],"local":[17],"politeness":[18],"norms,":[19],"and":[20,50,81,99,124,133,139,147,153,179],"considerable":[21],"formality":[22],"variation":[23],"across":[24,52],"platforms.Existing":[25],"English-centric":[26],"models":[27],"fail":[28],"to":[29],"capture":[30],"these":[31],"cultural":[32],"dimensions.This":[33],"study":[34],"introduces":[35],"IndoCHA-Fusion,":[36],"an":[37],"annotated":[38],"multimodal":[39],"dataset":[40],"of":[41,131],"500":[42],"Indonesian-language":[43],"samples":[44,113],"collected":[45],"from":[46],"YouTube,":[47],"TikTok,":[48],"Instagram,":[49],"Twitter":[51],"six":[53],"content":[54],"domains,":[55],"labelled":[56],"along":[57],"nine":[58],"dimensions:":[59],"(1)":[60],"three-class":[61],"sentiment,":[62],"(2)":[63],"fine-grained":[64],"emotion,":[65],"(3)":[66],"intensity,":[67],"(4)":[68],"formality,":[69],"(5)":[70],"politeness,":[71],"(6)":[72],"code-switching":[73,154],"marker,":[74,77],"(7)":[75],"implicitsentiment":[76],"(8)":[78],"word":[79],"count,":[80],"(9)":[82],"timestamp.We":[83],"further":[84],"propose":[85],"the":[86,108,118,150],"IndoCHA-Fusion":[87],"architecture,":[88],"integrating":[89],"IndoBERT":[90],"with":[91,128,184],"Morphological":[92],"Attention,":[93],"a":[94,100],"Vision":[95],"Transformer":[96],"(ViT-Base/16),":[97],"WavLM,":[98],"Cultural":[101],"Context":[102],"Extractor":[103],"via":[104,114],"Cross-Modal":[105],"Attention":[106],"Fusion.On":[107],"held-out":[109],"test":[110],"set":[111],"(75":[112],"stratified":[115],"70/15/15":[116],"splitting),":[117],"model":[119],"achieves":[120],"87.3%":[121],"macro-accuracy":[122],"(\u00b10.6%)":[123],"86.9%":[125],"macro-F1":[126],"(\u00b10.7%),":[127],"absolute":[129],"gains":[130],"5.2":[132],"8.1":[134],"percentage":[135],"points":[136],"in":[137],"overall":[138],"implicit-sentiment":[140,180],"accuracy":[141,181],"over":[142,165],"MISA":[143],"(relative":[144],"improvements:":[145],"6.33%":[146],"11.08%).Ablation":[148],"confirms":[149],"cultural-context":[151],"module":[152],"handler":[155],"as":[156],"principal":[157],"contributors.All":[158],"headline":[159],"metrics":[160],"(accuracy,":[161],"macro-F1)":[162],"are":[163,173],"macro-averages":[164],"five":[166],"seed":[167],"runs;":[168],"95%":[169],"bootstrap":[170],"confidence":[171],"intervals":[172],"additionally":[174],"reported":[175],"for":[176],"accuracy,":[177],"macro-F1,":[178],"specifically,":[182],"together":[183],"Wilcoxon":[185],"signed-rank":[186],"tests":[187],"(p":[188],"<":[189],"0.05).Inter-annotator":[190],"agreement":[191],"is":[192],"\u03ba\u0304":[193],"=":[194],"0.836.":[195]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-08-30T00:00:00"}