{"id":"https://openalex.org/W4385976130","doi":"https://doi.org/10.1109/tmm.2023.3306489","title":"Multimodal Boosting: Addressing Noisy Modalities and Identifying Modality Contribution","display_name":"Multimodal Boosting: Addressing Noisy Modalities and Identifying Modality Contribution","publication_year":2023,"publication_date":"2023-08-18","ids":{"openalex":"https://openalex.org/W4385976130","doi":"https://doi.org/10.1109/tmm.2023.3306489"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2023.3306489","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3306489","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010270301","display_name":"Sijie Mai","orcid":"https://orcid.org/0000-0001-9763-375X"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Sijie Mai","raw_affiliation_strings":["School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-9763-375X","affiliations":[{"raw_affiliation_string":"School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100376520","display_name":"Sun Ya","orcid":"https://orcid.org/0000-0002-8765-9945"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ya Sun","raw_affiliation_strings":["School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-8765-9945","affiliations":[{"raw_affiliation_string":"School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020065507","display_name":"Aolin Xiong","orcid":"https://orcid.org/0009-0005-2301-7897"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aolin Xiong","raw_affiliation_strings":["School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0005-2301-7897","affiliations":[{"raw_affiliation_string":"School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085190039","display_name":"Ying Zeng","orcid":"https://orcid.org/0000-0001-8842-2045"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Zeng","raw_affiliation_strings":["School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-8842-2045","affiliations":[{"raw_affiliation_string":"School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056953478","display_name":"Haifeng Hu","orcid":"https://orcid.org/0000-0002-4884-323X"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haifeng Hu","raw_affiliation_strings":["School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-4884-323X","affiliations":[{"raw_affiliation_string":"School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5010270301"],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":null,"apc_paid":null,"fwci":2.5561,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.9155082,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"26","issue":null,"first_page":"3018","last_page":"3033"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8477722406387329},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.7645462155342102},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6579190492630005},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.6548022627830505},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.610568642616272},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.5380489230155945},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.5329934358596802},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5108122825622559},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4713021516799927},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.4624965190887451}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8477722406387329},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.7645462155342102},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6579190492630005},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.6548022627830505},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.610568642616272},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.5380489230155945},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.5329934358596802},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5108122825622559},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4713021516799927},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4624965190887451},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2023.3306489","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3306489","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7699999809265137,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G8307738215","display_name":null,"funder_award_id":"62076262","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":97,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1552007786","https://openalex.org/W2064675550","https://openalex.org/W2093428321","https://openalex.org/W2095176743","https://openalex.org/W2104804886","https://openalex.org/W2146334809","https://openalex.org/W2150143163","https://openalex.org/W2546919788","https://openalex.org/W2556418146","https://openalex.org/W2584561145","https://openalex.org/W2619383789","https://openalex.org/W2619947201","https://openalex.org/W2740550900","https://openalex.org/W2747623286","https://openalex.org/W2767249564","https://openalex.org/W2787581402","https://openalex.org/W2792764867","https://openalex.org/W2883409523","https://openalex.org/W2886193235","https://openalex.org/W2892816441","https://openalex.org/W2896457183","https://openalex.org/W2918609062","https://openalex.org/W2946218857","https://openalex.org/W2950635152","https://openalex.org/W2955736964","https://openalex.org/W2958722525","https://openalex.org/W2962749469","https://openalex.org/W2962850006","https://openalex.org/W2962931510","https://openalex.org/W2963128932","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964216321","https://openalex.org/W2964216663","https://openalex.org/W2964346351","https://openalex.org/W2970231061","https://openalex.org/W2978855205","https://openalex.org/W2981851019","https://openalex.org/W2985144848","https://openalex.org/W2997258743","https://openalex.org/W2997573100","https://openalex.org/W2998356391","https://openalex.org/W3034266838","https://openalex.org/W3034849760","https://openalex.org/W3034897750","https://openalex.org/W3035177206","https://openalex.org/W3037572520","https://openalex.org/W3087647883","https://openalex.org/W3093010840","https://openalex.org/W3093051361","https://openalex.org/W3093400813","https://openalex.org/W3096723250","https://openalex.org/W3105484484","https://openalex.org/W3122451732","https://openalex.org/W3127474142","https://openalex.org/W3128412859","https://openalex.org/W3141688548","https://openalex.org/W3142853109","https://openalex.org/W3153807302","https://openalex.org/W3159683831","https://openalex.org/W3164173240","https://openalex.org/W3184679245","https://openalex.org/W3197875592","https://openalex.org/W3205733239","https://openalex.org/W3206201541","https://openalex.org/W3206529771","https://openalex.org/W3207408822","https://openalex.org/W3211692312","https://openalex.org/W3214432797","https://openalex.org/W4214875575","https://openalex.org/W4284687509","https://openalex.org/W4285149123","https://openalex.org/W4285248692","https://openalex.org/W4285261162","https://openalex.org/W4293081695","https://openalex.org/W4307227095","https://openalex.org/W4385245566","https://openalex.org/W6631190155","https://openalex.org/W6632223008","https://openalex.org/W6691431627","https://openalex.org/W6719057275","https://openalex.org/W6728881024","https://openalex.org/W6729014267","https://openalex.org/W6745499552","https://openalex.org/W6749825310","https://openalex.org/W6760307120","https://openalex.org/W6763701032","https://openalex.org/W6764632898","https://openalex.org/W6766904570","https://openalex.org/W6767287485","https://openalex.org/W6781801249","https://openalex.org/W6790156507","https://openalex.org/W6792380553","https://openalex.org/W6795157065","https://openalex.org/W6797781246","https://openalex.org/W6955071965"],"related_works":["https://openalex.org/W2116862786","https://openalex.org/W3208297503","https://openalex.org/W3119773509","https://openalex.org/W2889153461","https://openalex.org/W2964117661","https://openalex.org/W4388405611","https://openalex.org/W2619127353","https://openalex.org/W4283320496","https://openalex.org/W3157841754","https://openalex.org/W4381827277"],"abstract_inverted_index":{"In":[0,37,111,206],"multimodal":[1,24,83,168,234,247],"representation":[2,25],"learning,":[3],"different":[4,75,80,161,226,231],"modalities":[5,15,54],"do":[6],"not":[7],"contribute":[8],"equally.":[9],"Especially":[10],"when":[11],"learning":[12,97,134,140],"with":[13],"noisy":[14,45],"that":[16,99,198,239],"convey":[17],"non-discriminative":[18],"information,":[19],"the":[20,32,44,50,87,102,114,121,127,132,146,151,173,178,182,212,221,240],"prediction":[21,148],"based":[22,156],"on":[23,79,157,246],"is":[26],"often":[27],"biased":[28],"and":[29,48,66,104,224,250],"even":[30],"ignores":[31],"knowledge":[33],"from":[34,162],"informative":[35],"modalities.":[36],"this":[38,207],"paper,":[39],"we":[40,61,93,119,165,180,191,209],"aim":[41],"to":[42,113,130,171,195,215,220,229],"address":[43],"modality":[46,142],"problem":[47],"balance":[49],"contributions":[51,88],"of":[52,82,89,107,123,141,153,233],"multiple":[53,63],"dynamically":[55,100],"in":[56],"a":[57,71,95,167],"parallel":[58],"format.":[59],"Specifically,":[60],"construct":[62],"base":[64,76,91,109,154,169,189,204,227],"learners":[65,77,155,228],"formulate":[67],"our":[68],"framework":[69],"as":[70,126],"boosting-like":[72],"algorithm,":[73],"where":[74,186],"focus":[78],"aspects":[81,232],"learning.":[84],"To":[85,176],"identify":[86],"individual":[90],"learners,":[92],"develop":[94],"contribution":[96,103,133],"network":[98],"determines":[101],"noise":[105],"level":[106],"each":[108,188,218],"learner.":[110],"contrast":[112],"commonly":[115],"considered":[116],"attention":[117],"mechanism,":[118],"define":[120],"transformation":[122],"predictive":[124],"loss":[125],"supervision":[128],"signal":[129],"train":[131],"network,":[135,179],"which":[136],"enables":[137],"more":[138],"accurate":[139],"importance.":[143],"We":[144],"derive":[145],"final":[147],"by":[149,202],"incorporating":[150],"predictions":[152],"their":[158],"contributions.":[159],"Notably,":[160],"late":[163],"fusion,":[164],"devise":[166],"learner":[170],"explore":[172],"cross-modal":[174],"interactions.":[175],"update":[177,184],"design":[181],"\u2018complementary":[183],"mechanism\u2019,":[185],"for":[187],"learner,":[190],"assign":[192],"higher":[193],"weights":[194],"those":[196],"samples":[197],"are":[199],"incorrectly":[200],"predicted":[201],"other":[203],"learners.":[205],"way,":[208],"can":[210],"leverage":[211],"available":[213],"information":[214],"correctly":[216],"predict":[217],"sample":[219],"utmost":[222],"extent":[223],"enable":[225],"learn":[230],"information.":[235],"Extensive":[236],"experiments":[237],"demonstrate":[238],"proposed":[241],"method":[242],"achieves":[243],"superior":[244],"performance":[245],"sentiment":[248],"analysis":[249],"emotion":[251],"recognition.":[252]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}