{"id":"https://openalex.org/W4405755331","doi":"https://doi.org/10.1109/tmm.2024.3521707","title":"MSDLF-K: A Multimodal Feature Learning Approach for Sentiment Analysis in Korean Incorporating Text and Speech","display_name":"MSDLF-K: A Multimodal Feature Learning Approach for Sentiment Analysis in Korean Incorporating Text and Speech","publication_year":2024,"publication_date":"2024-12-24","ids":{"openalex":"https://openalex.org/W4405755331","doi":"https://doi.org/10.1109/tmm.2024.3521707"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2024.3521707","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3521707","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100412353","display_name":"Taeyoung Kim","orcid":"https://orcid.org/0000-0001-7505-7931"},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Tae-Young Kim","raw_affiliation_strings":["Department of Applied Artificial Intelligence, Sungkyunkwan University, Seoul, South Korea","Department of Applied Artificial Intelligence, Sungkyunkwan University, Seoul, Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Applied Artificial Intelligence, Sungkyunkwan University, Seoul, South Korea","institution_ids":["https://openalex.org/I848706"]},{"raw_affiliation_string":"Department of Applied Artificial Intelligence, Sungkyunkwan University, Seoul, Korea","institution_ids":["https://openalex.org/I848706"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089409678","display_name":"Jufeng Yang","orcid":"https://orcid.org/0000-0003-0219-3443"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jufeng Yang","raw_affiliation_strings":["College of Computer Science, Nankai University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0003-0219-3443","affiliations":[{"raw_affiliation_string":"College of Computer Science, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047279790","display_name":"Eunil Park","orcid":"https://orcid.org/0000-0002-3177-3538"},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Eunil Park","raw_affiliation_strings":["Department of Applied Artificial Intelligence, Sungkyunkwan University, Seoul, South Korea","Department of Applied Artificial Intelligence, Sungkyunkwan University, Seoul, Korea"],"raw_orcid":"https://orcid.org/0000-0002-3177-3538","affiliations":[{"raw_affiliation_string":"Department of Applied Artificial Intelligence, Sungkyunkwan University, Seoul, South Korea","institution_ids":["https://openalex.org/I848706"]},{"raw_affiliation_string":"Department of Applied Artificial Intelligence, Sungkyunkwan University, Seoul, Korea","institution_ids":["https://openalex.org/I848706"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9449,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.88550223,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"27","issue":null,"first_page":"1266","last_page":"1276"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9124000072479248,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9124000072479248,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8603407144546509},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.6843662261962891},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6301840543746948},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6025460958480835},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.581896960735321},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5791189670562744},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4272826015949249},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.13339275121688843}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8603407144546509},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.6843662261962891},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6301840543746948},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6025460958480835},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.581896960735321},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5791189670562744},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4272826015949249},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.13339275121688843},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2024.3521707","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3521707","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.5799999833106995,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W612394713","https://openalex.org/W638387498","https://openalex.org/W1648785122","https://openalex.org/W1689711448","https://openalex.org/W1996316374","https://openalex.org/W2007940059","https://openalex.org/W2045440403","https://openalex.org/W2149628368","https://openalex.org/W2529337537","https://openalex.org/W2619573303","https://openalex.org/W2736311863","https://openalex.org/W2753840835","https://openalex.org/W2766756589","https://openalex.org/W2769487182","https://openalex.org/W2885195348","https://openalex.org/W2888650348","https://openalex.org/W2896457183","https://openalex.org/W2899197626","https://openalex.org/W2910215611","https://openalex.org/W2919115771","https://openalex.org/W2921685011","https://openalex.org/W2950784811","https://openalex.org/W2963468261","https://openalex.org/W2963702064","https://openalex.org/W2980481399","https://openalex.org/W2999786665","https://openalex.org/W3027457715","https://openalex.org/W3081987387","https://openalex.org/W3083565479","https://openalex.org/W3093051361","https://openalex.org/W3110952705","https://openalex.org/W3132553907","https://openalex.org/W3159754263","https://openalex.org/W3163841364","https://openalex.org/W3173787059","https://openalex.org/W3174901184","https://openalex.org/W3177668771","https://openalex.org/W3183039101","https://openalex.org/W3196324893","https://openalex.org/W3206529771","https://openalex.org/W3214432797","https://openalex.org/W4206804859","https://openalex.org/W4213038860","https://openalex.org/W4220935650","https://openalex.org/W4225463525","https://openalex.org/W4312336295","https://openalex.org/W4312755707","https://openalex.org/W4313524080","https://openalex.org/W4313563828","https://openalex.org/W4380051257","https://openalex.org/W4385245566","https://openalex.org/W4385574065","https://openalex.org/W4388188719","https://openalex.org/W4389633660","https://openalex.org/W4392693678","https://openalex.org/W4393161547","https://openalex.org/W4396982282","https://openalex.org/W6624502471","https://openalex.org/W6661938819","https://openalex.org/W6734335776","https://openalex.org/W6751420435","https://openalex.org/W6766673545"],"related_works":["https://openalex.org/W2548633793","https://openalex.org/W3013279174","https://openalex.org/W2941935829","https://openalex.org/W2596247554","https://openalex.org/W3132372214","https://openalex.org/W4224284088","https://openalex.org/W4286571989","https://openalex.org/W2765903680","https://openalex.org/W4317653575","https://openalex.org/W2801635251"],"abstract_inverted_index":{"Recently,":[0],"sentiment":[1,10,145,223,243],"analysis":[2,47,146,194,210,224,244],"research":[3],"has":[4,23],"made":[5],"significant":[6,197],"improvements":[7],"in":[8,177,181,189,225],"addressing":[9],"and":[11,37,60,103,129,179,205,241],"subjectivity":[12],"within":[13,132],"textual":[14],"content.":[15],"The":[16],"advent":[17],"of":[18,31,48,126,152,158,175,199,234],"multimodal":[19,119,200,236],"deep":[20],"learning":[21],"techniques":[22],"further":[24],"broadened":[25],"this":[26,72],"scope,":[27],"enabling":[28],"the":[29,46,49,66,124,133,150,161,190,196,226,232],"integration":[30],"diverse":[32,246],"modalities":[33],"such":[34],"as":[35],"voice":[36,107],"image":[38],"features":[39,131],"alongside":[40],"text.":[41],"However,":[42],"despite":[43],"these":[44],"advancements,":[45],"Korean":[50,84,91,106,227],"language":[51,228],"remains":[52],"challenging":[53],"due":[54],"to":[55],"its":[56,95],"inherently":[57],"agglutinative":[58],"nature":[59],"linguistic":[61,247],"ambiguity,":[62],"primarily":[63],"examined":[64],"at":[65],"sentence":[67],"level.":[68],"To":[69,148],"effectively":[70],"address":[71],"challenge,":[73],"we":[74,154],"propose":[75],"a":[76,117,156,172,219],"novel":[77],"Multimodal":[78],"Sentimental":[79],"Deep":[80],"Learning":[81],"Framework":[82],"for":[83,183,222,238],"(MSDLF-K),":[85],"which":[86],"can":[87],"examine":[88],"not":[89,216],"only":[90,217],"text":[92,204],"but":[93,229],"also":[94,230],"associated":[96],"speech.":[97],"Our":[98,166],"framework,":[99],"MSDLF-K,":[100,153],"integrates":[101],"spectrograms":[102],"waveforms":[104],"from":[105,113],"data":[108],"with":[109],"embedding":[110],"vectors":[111],"derived":[112],"script":[114],"sentences,":[115],"creating":[116],"unified":[118],"representation.":[120],"This":[121],"approach":[122],"facilitates":[123],"identification":[125],"both":[127,203],"shared":[128],"unique":[130],"latent":[134],"space,":[135],"thereby":[136],"offering":[137],"valuable":[138],"insights":[139],"into":[140],"their":[141],"respective":[142],"impacts":[143],"on":[144,207],"performance.":[147,211],"validate":[149],"efficacy":[151],"conducted":[155],"set":[157],"experiments":[159],"using":[160],"emotion":[162,184,209],"speech":[163],"synthesis":[164],"dataset.":[165],"findings":[167],"demonstrate":[168],"that":[169],"MSDLF-K":[170],"achieves":[171],"remarkable":[173],"accuracy":[174],"79.0%":[176],"valence":[178],"81.7%":[180],"arousal":[182],"classification,":[185],"metrics":[186],"previously":[187],"unexplored":[188],"literature.":[191],"Furthermore,":[192],"empirical":[193],"reveals":[195],"influence":[198],"representations,":[201],"encompassing":[202],"voice,":[206],"enhancing":[208],"In":[212],"summary,":[213],"our":[214],"study":[215],"presents":[218],"pioneering":[220],"solution":[221],"underscores":[231],"importance":[233],"incorporating":[235],"approaches":[237],"more":[239],"comprehensive":[240],"accurate":[242],"across":[245],"contexts.":[248]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}