{"id":"https://openalex.org/W7137828244","doi":"https://doi.org/10.48550/arxiv.2603.13340","title":"Complementarity-Supervised Spectral-Band Routing for Multimodal Emotion Recognition","display_name":"Complementarity-Supervised Spectral-Band Routing for Multimodal Emotion Recognition","publication_year":2026,"publication_date":"2026-03-07","ids":{"openalex":"https://openalex.org/W7137828244","doi":"https://doi.org/10.48550/arxiv.2603.13340"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.13340","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13340","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.13340","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129690329","display_name":"Zhexian Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Zhexian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129670885","display_name":"Bo Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129694480","display_name":"Hui Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Hui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126138454","display_name":"Zhishu Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zhishu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129733679","display_name":"Jie M. Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129673976","display_name":"Ruixin Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Ruixin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129749619","display_name":"Shouhong Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Shouhong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129686365","display_name":"Zitong Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Zitong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.0019000000320374966,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.0013000000035390258,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/complementarity","display_name":"Complementarity (molecular biology)","score":0.7325000166893005},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6553999781608582},{"id":"https://openalex.org/keywords/feature-selection","display_name":"Feature selection","score":0.4681999981403351},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.4657000005245209},{"id":"https://openalex.org/keywords/router","display_name":"Router","score":0.4650000035762787},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4221999943256378},{"id":"https://openalex.org/keywords/locality","display_name":"Locality","score":0.40939998626708984},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.39809998869895935},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.38920000195503235}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7545999884605408},{"id":"https://openalex.org/C202269582","wikidata":"https://www.wikidata.org/wiki/Q2644277","display_name":"Complementarity (molecular biology)","level":2,"score":0.7325000166893005},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6553999781608582},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5414999723434448},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.4681999981403351},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.4657000005245209},{"id":"https://openalex.org/C2775896111","wikidata":"https://www.wikidata.org/wiki/Q642560","display_name":"Router","level":2,"score":0.4650000035762787},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4221999943256378},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.40939998626708984},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40389999747276306},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.39809998869895935},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.38920000195503235},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.3837999999523163},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.35190001130104065},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.31290000677108765},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.3037000000476837},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3027999997138977},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.29980000853538513},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.2978000044822693},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.2946999967098236},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.29010000824928284},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.2727999985218048},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.26930001378059387},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.2651999890804291}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.13340","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13340","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.13340","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13340","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"emotion":[1,43],"recognition":[2],"fuses":[3],"cues":[4],"such":[5],"as":[6],"text,":[7],"video,":[8],"and":[9,33,74,87,108,168],"audio":[10],"to":[11,65,125,146],"understand":[12],"individual":[13],"emotional":[14],"states.":[15],"Prior":[16],"methods":[17],"face":[18],"two":[19],"main":[20],"limitations:":[21],"mechanically":[22],"relying":[23],"on":[24,148,162],"independent":[25],"unimodal":[26],"performance,":[27],"thereby":[28],"missing":[29],"genuine":[30],"complementary":[31,68],"contributions,":[32],"coarse-grained":[34],"fusion":[35],"conflicting":[36],"with":[37,100],"the":[38,58,120,144,163],"fine-grained":[39,67,105],"representations":[40],"required":[41],"by":[42],"tasks.":[44],"As":[45],"inconsistent":[46],"information":[47,152],"density":[48],"across":[49],"heterogeneous":[50],"modalities":[51,149],"hinders":[52],"inter-modal":[53],"feature":[54],"mining,":[55],"we":[56,78,95,118],"propose":[57,119],"Complementarity-Supervised":[59],"Multi-Band":[60],"Expert":[61],"Network,":[62],"named":[63],"Atsuko,":[64],"model":[66],"features":[69,83],"via":[70,133],"multi-scale":[71],"band":[72],"decomposition":[73],"expert":[75],"collaboration.":[76],"Specifically,":[77],"orthogonally":[79],"decompose":[80],"each":[81,131],"modality's":[82],"into":[84],"high,":[85],"mid,":[86],"low-frequency":[88],"components.":[89],"Building":[90],"upon":[91],"this":[92],"band-level":[93],"routing,":[94],"design":[96],"a":[97,101],"modality-level":[98],"router":[99,145],"dual-path":[102],"mechanism":[103],"for":[104],"cross-band":[106],"selection":[107],"cross-modal":[109],"fusion.":[110],"To":[111],"mitigate":[112],"shortcut":[113],"learning":[114],"from":[115],"dominant":[116],"modalities,":[117],"Marginal":[121],"Complementarity":[122],"Module":[123],"(MCM)":[124],"quantify":[126],"performance":[127,161],"loss":[128],"when":[129],"removing":[130],"modality":[132],"bi-modal":[134],"comparison.":[135],"The":[136],"resulting":[137],"complementarity":[138],"distribution":[139],"provides":[140],"soft":[141],"supervision,":[142],"guiding":[143],"focus":[147],"contributing":[150],"unique":[151],"gains.":[153],"Extensive":[154],"experiments":[155],"show":[156],"our":[157],"method":[158],"achieves":[159],"superior":[160],"CMU-MOSI,":[164],"CMU-MOSEI,":[165],"CH-SIMS,":[166],"CH-SIMSv2,":[167],"MIntRec":[169],"benchmarks.":[170]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-18T00:00:00"}