{"id":"https://openalex.org/W4404238425","doi":"https://doi.org/10.1109/taslp.2024.3496316","title":"$\\mathcal {P}$owMix: A Versatile Regularizer for Multimodal Sentiment Analysis","display_name":"$\\mathcal {P}$owMix: A Versatile Regularizer for Multimodal Sentiment Analysis","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4404238425","doi":"https://doi.org/10.1109/taslp.2024.3496316"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2024.3496316","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2024.3496316","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102773432","display_name":"Efthymios Georgiou","orcid":"https://orcid.org/0000-0002-6042-9584"},"institutions":[{"id":"https://openalex.org/I174458059","display_name":"National Technical University of Athens","ror":"https://ror.org/03cx6bg69","country_code":"GR","type":"education","lineage":["https://openalex.org/I174458059"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Efthymios Georgiou","raw_affiliation_strings":["School of ECE, National Technical University of Athens, Athens, Greece"],"raw_orcid":"https://orcid.org/0000-0002-6042-9584","affiliations":[{"raw_affiliation_string":"School of ECE, National Technical University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I174458059"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030078277","display_name":"Yannis Avrithis","orcid":"https://orcid.org/0000-0001-7476-4482"},"institutions":[{"id":"https://openalex.org/I161878677","display_name":"Austrian Research Institute for Artificial Intelligence","ror":"https://ror.org/04j47vk14","country_code":"AT","type":"facility","lineage":["https://openalex.org/I161878677","https://openalex.org/I4210107880"]},{"id":"https://openalex.org/I4210157875","display_name":"Institute of Advanced Research in Artificial Intelligence","ror":"https://ror.org/04m8gxe14","country_code":"AT","type":"facility","lineage":["https://openalex.org/I4210157875"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Yannis Avrithis","raw_affiliation_strings":["Institute of Advanced Research on Artificial Intelligence (IARAI), Vienna, Austria"],"raw_orcid":"https://orcid.org/0000-0001-7476-4482","affiliations":[{"raw_affiliation_string":"Institute of Advanced Research on Artificial Intelligence (IARAI), Vienna, Austria","institution_ids":["https://openalex.org/I161878677","https://openalex.org/I4210157875"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084949286","display_name":"Alexandros Potamianos","orcid":"https://orcid.org/0009-0007-1532-5288"},"institutions":[{"id":"https://openalex.org/I174458059","display_name":"National Technical University of Athens","ror":"https://ror.org/03cx6bg69","country_code":"GR","type":"education","lineage":["https://openalex.org/I174458059"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Alexandros Potamianos","raw_affiliation_strings":["School of ECE, National Technical University of Athens, Athens, Greece"],"raw_orcid":"https://orcid.org/0009-0007-1532-5288","affiliations":[{"raw_affiliation_string":"School of ECE, National Technical University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I174458059"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16996346,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"32","issue":null,"first_page":"5010","last_page":"5023"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9246000051498413,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9246000051498413,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.5104114413261414},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4004974663257599},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3630525767803192},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.33535659313201904}],"concepts":[{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.5104114413261414},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4004974663257599},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3630525767803192},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33535659313201904}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taslp.2024.3496316","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2024.3496316","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.4099999964237213}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W2014399678","https://openalex.org/W2055332436","https://openalex.org/W2095176743","https://openalex.org/W2191779130","https://openalex.org/W2556418146","https://openalex.org/W2584561145","https://openalex.org/W2753840835","https://openalex.org/W2772633765","https://openalex.org/W2807126412","https://openalex.org/W2883409523","https://openalex.org/W2896457183","https://openalex.org/W2908176280","https://openalex.org/W2962931510","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964266095","https://openalex.org/W2964326992","https://openalex.org/W2968055463","https://openalex.org/W2972493869","https://openalex.org/W2979826702","https://openalex.org/W2992308087","https://openalex.org/W2997205428","https://openalex.org/W3023371261","https://openalex.org/W3034266838","https://openalex.org/W3034849760","https://openalex.org/W3035333188","https://openalex.org/W3087647883","https://openalex.org/W3093051361","https://openalex.org/W3096976326","https://openalex.org/W3100801259","https://openalex.org/W3105484484","https://openalex.org/W3105907928","https://openalex.org/W3115242847","https://openalex.org/W3128412859","https://openalex.org/W3128945844","https://openalex.org/W3174311454","https://openalex.org/W3196215173","https://openalex.org/W3196782138","https://openalex.org/W3198605962","https://openalex.org/W3214432797","https://openalex.org/W4221155339","https://openalex.org/W4283075937","https://openalex.org/W4285184319","https://openalex.org/W4285248692","https://openalex.org/W4287887284","https://openalex.org/W4287887917","https://openalex.org/W4288089799","https://openalex.org/W4304091726","https://openalex.org/W4304092664","https://openalex.org/W4308222497","https://openalex.org/W4311461310","https://openalex.org/W4312747676","https://openalex.org/W4312869703","https://openalex.org/W4366148644","https://openalex.org/W4376455521","https://openalex.org/W4380875665","https://openalex.org/W4385573848","https://openalex.org/W4389523777","https://openalex.org/W4394606408","https://openalex.org/W6760184523","https://openalex.org/W6766978945","https://openalex.org/W6769627184","https://openalex.org/W6796149595","https://openalex.org/W6809497388","https://openalex.org/W6810226654","https://openalex.org/W6839213706","https://openalex.org/W6848355439","https://openalex.org/W6852375988","https://openalex.org/W6858571670"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2548633793","https://openalex.org/W3013279174","https://openalex.org/W2941935829","https://openalex.org/W2596247554","https://openalex.org/W3132372214","https://openalex.org/W4224284088","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Multimodal":[0],"sentiment":[1],"analysis":[2,184],"(MSA)":[3],"leverages":[4],"heterogeneous":[5],"data":[6],"sources":[7],"to":[8,61,88],"interpret":[9],"the":[10,23,45,72,140,165],"complex":[11],"nature":[12],"of":[13,47,75,99,106,135,142,168,228],"human":[14],"sentiments.":[15],"Despite":[16],"significant":[17],"progress":[18],"in":[19,193,226],"multimodal":[20,62,76],"architecture":[21],"design,":[22],"field":[24],"lacks":[25],"comprehensive":[26],"regularization":[27,50,243],"methods.":[28,159],"This":[29],"paper":[30],"introduces":[31,53],"<inline-formula":[32,64,93,143,170,187,204,234],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[33,65,94,144,171,188,205,235],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[34,66,95,145,172,189,206,236],"notation=\"LaTeX\">$\\mathcal":[35,67,96,146,173,190,207,237],"{P}$</tex-math></inline-formula>owMix,":[36,147],"a":[37,91,103,132,240],"versatile":[38,242],"embedding":[39],"space":[40],"regularizer":[41],"that":[42,57],"builds":[43],"upon":[44],"strengths":[46],"unimodal":[48],"mixing-based":[49],"approaches":[51],"and":[52,78,120,131,156,176],"novel":[54],"algorithmic":[55,183],"components":[56],"are":[58],"specifically":[59],"tailored":[60],"tasks.":[63],"{P}$</tex-math></inline-formula>owMix":[68,97,174,191,208,238],"is":[69],"integrated":[70],"before":[71],"fusion":[73,201],"stage":[74],"architectures":[77],"facilitates":[79],"intra-modal":[80],"mixing,":[81,116,119],"such":[82],"as":[83,90,148,239],"mixing":[84,111,158],"text":[85,218],"with":[86],"text,":[87],"act":[89],"regularizer.":[92],"consists":[98],"five":[100],"components:":[101],"1)":[102],"varying":[104],"number":[105],"generated":[107],"mixed":[108],"examples,":[109],"2)":[110],"factor":[112],"reweighting,":[113],"3)":[114],"anisotropic":[115],"4)":[117],"dynamic":[118],"5)":[121],"cross-modal":[122],"label":[123],"mixing.":[124],"Extensive":[125],"experimentation":[126],"across":[127],"benchmark":[128],"MSA":[129],"datasets":[130],"broad":[133],"spectrum":[134],"diverse":[136],"architectural":[137],"designs":[138],"demonstrate":[139],"efficacy":[141],"evidenced":[149],"by":[150],"consistent":[151],"performance":[152,211,225],"improvements":[153],"over":[154],"baselines":[155],"existing":[157],"An":[160],"in-depth":[161],"ablation":[162],"study":[163],"highlights":[164],"critical":[166],"contribution":[167],"each":[169],"component":[175],"how":[177,186],"they":[178],"synergistically":[179],"enhance":[180],"performance.":[181],"Furthermore,":[182],"demonstrates":[185],"behaves":[192],"different":[194],"scenarios,":[195],"particularly":[196],"comparing":[197],"early":[198],"versus":[199],"late":[200],"architectures.":[202],"Notably,":[203],"enhances":[209],"overall":[210],"without":[212],"sacrificing":[213],"model":[214],"robustness":[215],"or":[216],"magnifying":[217],"dominance.":[219],"It":[220],"also":[221],"retains":[222],"its":[223],"strong":[224],"situations":[227],"limited":[229],"data.":[230],"Our":[231],"findings":[232],"position":[233],"promising":[241],"strategy":[244],"for":[245],"MSA.":[246]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}