{"id":"https://openalex.org/W4312816200","doi":"https://doi.org/10.1109/icspcc55723.2022.9984246","title":"Semi-Tensor Product based Multi-modal Fusion Method for Emotion Recognition","display_name":"Semi-Tensor Product based Multi-modal Fusion Method for Emotion Recognition","publication_year":2022,"publication_date":"2022-10-25","ids":{"openalex":"https://openalex.org/W4312816200","doi":"https://doi.org/10.1109/icspcc55723.2022.9984246"},"language":"en","primary_location":{"id":"doi:10.1109/icspcc55723.2022.9984246","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icspcc55723.2022.9984246","pdf_url":null,"source":{"id":"https://openalex.org/S4363608295","display_name":"2022 IEEE International Conference on Signal Processing, Communications and Computing (ICSPCC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Signal Processing, Communications and Computing (ICSPCC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100724428","display_name":"Fen Liu","orcid":"https://orcid.org/0000-0002-3757-0838"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]},{"id":"https://openalex.org/I4210102412","display_name":"Yan'an University","ror":"https://ror.org/01dyr7034","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210102412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fen Liu","raw_affiliation_strings":["Northwestern Polytechnical University,School of Marine Science and Technology,Xi’an,China","College of Mathematics and Computer Science, Yan'an University, Yan'an, China","School of Marine Science and Technology, Northwestern Polytechnical University, Xi'an, China","Joint Laboratory of Environmental Sound Sensing, School of Marine Science and Technology, Northwestern Polytechnical University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University,School of Marine Science and Technology,Xi’an,China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"College of Mathematics and Computer Science, Yan'an University, Yan'an, China","institution_ids":["https://openalex.org/I4210102412"]},{"raw_affiliation_string":"School of Marine Science and Technology, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"Joint Laboratory of Environmental Sound Sensing, School of Marine Science and Technology, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065376714","display_name":"Jianfeng Chen","orcid":"https://orcid.org/0000-0002-7281-7138"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianfeng Chen","raw_affiliation_strings":["Northwestern Polytechnical University,School of Marine Science and Technology,Xi’an,China","School of Marine Science and Technology, Northwestern Polytechnical University, Xi'an, China","Joint Laboratory of Environmental Sound Sensing, School of Marine Science and Technology, Northwestern Polytechnical University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University,School of Marine Science and Technology,Xi’an,China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Marine Science and Technology, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"Joint Laboratory of Environmental Sound Sensing, School of Marine Science and Technology, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102989422","display_name":"Kemeng Li","orcid":"https://orcid.org/0000-0002-3276-3155"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kemeng Li","raw_affiliation_strings":["Northwestern Polytechnical University,School of Marine Science and Technology,Xi’an,China","School of Marine Science and Technology, Northwestern Polytechnical University, Xi'an, China","Joint Laboratory of Environmental Sound Sensing, School of Marine Science and Technology, Northwestern Polytechnical University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University,School of Marine Science and Technology,Xi’an,China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Marine Science and Technology, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"Joint Laboratory of Environmental Sound Sensing, School of Marine Science and Technology, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027263923","display_name":"Jisheng Bai","orcid":"https://orcid.org/0000-0002-9803-8212"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jisheng Bai","raw_affiliation_strings":["Northwestern Polytechnical University,School of Marine Science and Technology,Xi’an,China","School of Marine Science and Technology, Northwestern Polytechnical University, Xi'an, China","Joint Laboratory of Environmental Sound Sensing, School of Marine Science and Technology, Northwestern Polytechnical University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University,School of Marine Science and Technology,Xi’an,China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Marine Science and Technology, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"Joint Laboratory of Environmental Sound Sensing, School of Marine Science and Technology, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4138,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.59705882,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fuse","display_name":"Fuse (electrical)","score":0.772048830986023},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.7543189525604248},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6460845470428467},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5079312920570374},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.49945878982543945},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48379772901535034},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.45739540457725525},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.4531280994415283},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.44794607162475586},{"id":"https://openalex.org/keywords/tensor","display_name":"Tensor (intrinsic definition)","score":0.43425697088241577},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.43251511454582214},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.42395684123039246},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21187779307365417},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12713071703910828}],"concepts":[{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.772048830986023},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.7543189525604248},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6460845470428467},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5079312920570374},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.49945878982543945},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48379772901535034},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.45739540457725525},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.4531280994415283},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.44794607162475586},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.43425697088241577},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.43251511454582214},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.42395684123039246},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21187779307365417},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12713071703910828},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icspcc55723.2022.9984246","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icspcc55723.2022.9984246","pdf_url":null,"source":{"id":"https://openalex.org/S4363608295","display_name":"2022 IEEE International Conference on Signal Processing, Communications and Computing (ICSPCC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Signal Processing, Communications and Computing (ICSPCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1538323930","https://openalex.org/W2146334809","https://openalex.org/W2214188879","https://openalex.org/W2250539671","https://openalex.org/W2293634267","https://openalex.org/W2465534249","https://openalex.org/W2597655663","https://openalex.org/W2787581402","https://openalex.org/W2790619088","https://openalex.org/W2963150162","https://openalex.org/W2963383024","https://openalex.org/W2963710346","https://openalex.org/W2964010806","https://openalex.org/W2964051877","https://openalex.org/W2964346351","https://openalex.org/W2997573100","https://openalex.org/W3091744429","https://openalex.org/W4206833691","https://openalex.org/W6631190155","https://openalex.org/W6719667659","https://openalex.org/W6735377749"],"related_works":["https://openalex.org/W3000097931","https://openalex.org/W2354322770","https://openalex.org/W4237547500","https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W4390606538","https://openalex.org/W2095903272","https://openalex.org/W3214791684","https://openalex.org/W2353265673","https://openalex.org/W2152662039"],"abstract_inverted_index":{"Emotion":[0],"recognition":[1,16],"has":[2,27],"been":[3],"an":[4,133],"important":[5],"research":[6],"topic":[7],"in":[8],"the":[9,21,57,74,92,96,100,110,113,117,126,144,151,161],"field":[10],"of":[11,20,23,43,95,137,141],"human-computer":[12],"interaction.":[13],"Multi-modal":[14],"emotion":[15,32,69],"makes":[17],"full":[18],"use":[19,73],"complementarity":[22],"different":[24],"modalities,":[25],"which":[26],"greater":[28],"advantages":[29],"than":[30],"single-modal":[31],"recognition.":[33,70],"Traditional":[34],"methods":[35],"have":[36],"low":[37],"prediction":[38],"performance":[39],"and":[40,60,81,116,139,166],"limited":[41],"dimension":[42],"tensor":[44],"fusion":[45,65,103,169],"caused":[46],"by":[47,159],"inadequate":[48],"multi-modal":[49,64,102,157,168],"information":[50,111,158],"fusion.":[51],"In":[52],"this":[53],"paper,":[54],"we":[55],"proposed":[56,123,130,152],"semi-tensor":[58,75,162],"product":[59,76],"attention":[61],"based":[62],"low-rank":[63,101,167],"network":[66],"(STALMF)":[67],"for":[68,90],"We":[71,120],"first":[72],"to":[77,107],"effectively":[78,155],"combine":[79],"acoustic":[80],"language":[82],"features.":[83,98],"The":[84,129],"self-attention":[85,164],"module":[86,104],"is":[87,105],"then":[88],"used":[89],"modeling":[91],"temporal":[93],"dependencies":[94],"fused":[97,114],"Finally,":[99],"adopted":[106],"adequately":[108],"fuse":[109,156],"between":[112],"feature":[115],"individual":[118],"feature.":[119],"conducted":[121],"our":[122],"method":[124,131,153],"on":[125],"IEMOCAP":[127],"dataset.":[128],"achieves":[132],"averaged":[134],"F1":[135],"score":[136],"82.4%":[138],"accuracy":[140],"83.0%,":[142],"outperforming":[143],"comparative":[145],"methods.":[146],"Experimental":[147],"results":[148],"show":[149],"that":[150],"can":[154],"introducing":[160],"product,":[163],"mechanism":[165],"module.":[170]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}