{"id":"https://openalex.org/W4385488765","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191402","title":"Discriminating Information of Modality Contributions Network by Gating Mechanism and Multi-Task Learning","display_name":"Discriminating Information of Modality Contributions Network by Gating Mechanism and Multi-Task Learning","publication_year":2023,"publication_date":"2023-06-18","ids":{"openalex":"https://openalex.org/W4385488765","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191402"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn54540.2023.10191402","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ijcnn54540.2023.10191402","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057322784","display_name":"Qiongan Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qiongan Zhang","raw_affiliation_strings":["School of Information Science and Engineering, Shandong Normal University,Jinan,China","School of Information Science and Engineering, Shandong Normal University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shandong Normal University,Jinan,China","institution_ids":["https://openalex.org/I28006308"]},{"raw_affiliation_string":"School of Information Science and Engineering, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101477116","display_name":"Lei Shi","orcid":"https://orcid.org/0000-0001-5105-8374"},"institutions":[{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Shi","raw_affiliation_strings":["School of Information Science and Engineering, Shandong Normal University,Jinan,China","School of Information Science and Engineering, Shandong Normal University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shandong Normal University,Jinan,China","institution_ids":["https://openalex.org/I28006308"]},{"raw_affiliation_string":"School of Information Science and Engineering, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100716216","display_name":"Peiyu Liu","orcid":"https://orcid.org/0000-0002-2905-5473"},"institutions":[{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peiyu Liu","raw_affiliation_strings":["School of Information Science and Engineering, Shandong Normal University,Jinan,China","School of Information Science and Engineering, Shandong Normal University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shandong Normal University,Jinan,China","institution_ids":["https://openalex.org/I28006308"]},{"raw_affiliation_string":"School of Information Science and Engineering, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087502853","display_name":"Liancheng Xu","orcid":"https://orcid.org/0000-0001-5396-8320"},"institutions":[{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liancheng Xu","raw_affiliation_strings":["School of Information Science and Engineering, Shandong Normal University,Jinan,China","School of Information Science and Engineering, Shandong Normal University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shandong Normal University,Jinan,China","institution_ids":["https://openalex.org/I28006308"]},{"raw_affiliation_string":"School of Information Science and Engineering, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5057322784"],"corresponding_institution_ids":["https://openalex.org/I28006308"],"apc_list":null,"apc_paid":null,"fwci":0.1748,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.54471807,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8304084539413452},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5683827996253967},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5681977272033691},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5554559230804443},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5325433611869812},{"id":"https://openalex.org/keywords/gating","display_name":"Gating","score":0.5254318118095398},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5129603743553162},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4955819845199585},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.48325568437576294},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4210735559463501},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3281697928905487}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8304084539413452},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5683827996253967},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5681977272033691},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5554559230804443},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5325433611869812},{"id":"https://openalex.org/C194544171","wikidata":"https://www.wikidata.org/wiki/Q21105679","display_name":"Gating","level":2,"score":0.5254318118095398},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5129603743553162},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4955819845199585},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.48325568437576294},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4210735559463501},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3281697928905487},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C42407357","wikidata":"https://www.wikidata.org/wiki/Q521","display_name":"Physiology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn54540.2023.10191402","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ijcnn54540.2023.10191402","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.6499999761581421,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G6293986088","display_name":null,"funder_award_id":"19BYY076","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6300101675","display_name":null,"funder_award_id":"2019JZZY010129","funder_id":"https://openalex.org/F4320333596","funder_display_name":"Key Technology Research and Development Program of Shandong"},{"id":"https://openalex.org/G8219427311","display_name":null,"funder_award_id":"19BJCJ51,18CXWJ01,18BJYJ04","funder_id":"https://openalex.org/F4320328758","funder_display_name":"Shandong Office of Philosophy and Social Science"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320328758","display_name":"Shandong Office of Philosophy and Social Science","ror":null},{"id":"https://openalex.org/F4320333596","display_name":"Key Technology Research and Development Program of Shandong","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W2064675550","https://openalex.org/W2147800946","https://openalex.org/W2194775991","https://openalex.org/W2465534249","https://openalex.org/W2619383789","https://openalex.org/W2787581402","https://openalex.org/W2808359495","https://openalex.org/W2883409523","https://openalex.org/W2896457183","https://openalex.org/W2963702064","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964216663","https://openalex.org/W2964346351","https://openalex.org/W3034266838","https://openalex.org/W3034849760","https://openalex.org/W3037572520","https://openalex.org/W3093051361","https://openalex.org/W3098042509","https://openalex.org/W3105484484","https://openalex.org/W3116238789","https://openalex.org/W3128412859","https://openalex.org/W3211692312","https://openalex.org/W3214432797","https://openalex.org/W6631190155","https://openalex.org/W6719667659","https://openalex.org/W6752724743","https://openalex.org/W6755207826"],"related_works":["https://openalex.org/W73545470","https://openalex.org/W4224266612","https://openalex.org/W2383394264","https://openalex.org/W4320153225","https://openalex.org/W4293261942","https://openalex.org/W3125968744","https://openalex.org/W2167701463","https://openalex.org/W2110287964","https://openalex.org/W4307407935","https://openalex.org/W649759291"],"abstract_inverted_index":{"Multimodal":[0],"sentiment":[1,42],"analysis":[2],"is":[3,47,108,136,156,178],"a":[4,21,85,109,137,157,195],"hot":[5],"topic":[6],"in":[7,20,69,184],"the":[8,15,54,62,73,79,93,101,129,142,150,162,174,200,209,231,234,238,250,253],"field":[9],"of":[10,57,65,87,164,173,202,233,252],"multimodal":[11,50,70,81,102,169,212],"research,":[12],"which":[13],"uses":[14],"multiple":[16],"modal":[17,59,67],"forms":[18],"contained":[19],"video":[22],"(including":[23],"speech,":[24],"video,":[25],"audio,":[26],"etc.)":[27],"to":[28,83,91,121,127,197],"further":[29],"obtain":[30],"information":[31,68,82,95,183],"such":[32],"as":[33,194],"textual":[34],"information,":[35],"facial":[36],"expressions,":[37],"and":[38,72,105,123,168,215,241],"vocal":[39],"intonation":[40],"for":[41,49],"understanding.":[43],"The":[44,132,152,171],"output":[45],"obtained":[46],"analyzed":[48],"emotion,":[51],"mainly":[52],"through":[53,256],"complex":[55],"fusion":[56,75,138],"different":[58,66,97,254],"information.":[60,89,131],"However,":[61],"inconsistent":[63],"contribution":[64],"networks":[71],"undifferentiated":[74],"between":[76,96,144,166],"modalities":[77,98,145],"causes":[78],"fused":[80],"contain":[84],"lot":[86],"noisy":[88],"How":[90],"reduce":[92,128],"noise":[94,130,182],"so":[99],"that":[100,218],"contains":[103],"rich":[104],"accurate":[106],"messages":[107],"challenging":[110],"research":[111],"task.":[112],"In":[113,246],"this":[114],"paper,":[115],"we":[116,219,248],"propose":[117],"gating":[118,134,154,188,235],"mechanisms":[119],"applied":[120],"within-modal":[122],"multitasking":[124],"processes":[125],"respectively":[126],"intra-modal":[133],"mechanism":[135,155,189,236],"control":[139],"by":[140,160,180],"discriminating":[141,161],"similarity":[143],"after":[146],"projecting":[147],"features":[148],"into":[149],"subspace.":[151],"multi-task":[153],"loss":[158],"calculation":[159],"degree":[163],"difference":[165],"unimodal":[167],"labels.":[170],"performance":[172,201,222,244],"downstream":[175],"MSA":[176],"task":[177],"improved":[179],"reducing":[181],"many":[185],"ways.":[186],"Our":[187,206],"can":[190],"also":[191,229],"be":[192],"used":[193,211],"framework":[196],"help":[198],"improve":[199],"other":[203,224],"baseline":[204,226,239],"models.":[205,227],"experiments":[207],"on":[208,237],"commonly":[210],"datasets":[213],"CMU-MOSI,":[214],"CMU-MOSEI":[216],"show":[217],"achieve":[220],"better":[221],"than":[223],"good":[225],"We":[228],"consider":[230],"arrangement":[232],"model":[240],"demonstrate":[242],"its":[243],"improvement.":[245],"addition,":[247],"verify":[249],"effectiveness":[251],"modules":[255],"ablation":[257],"experiments.":[258]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-24T23:09:58.560324","created_date":"2025-10-10T00:00:00"}