{"id":"https://openalex.org/W4411635705","doi":"https://doi.org/10.1145/3731715.3733447","title":"TF-MERC: Integrating Time-Frequency Information for Multimodal Emotion Recognition in Conversation","display_name":"TF-MERC: Integrating Time-Frequency Information for Multimodal Emotion Recognition in Conversation","publication_year":2025,"publication_date":"2025-06-25","ids":{"openalex":"https://openalex.org/W4411635705","doi":"https://doi.org/10.1145/3731715.3733447"},"language":"en","primary_location":{"id":"doi:10.1145/3731715.3733447","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3731715.3733447","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047508584","display_name":"Jiawei Cheng","orcid":null},"institutions":[{"id":"https://openalex.org/I50632499","display_name":"Chongqing University of Technology","ror":"https://ror.org/04vgbd477","country_code":"CN","type":"education","lineage":["https://openalex.org/I50632499"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiawei Cheng","raw_affiliation_strings":["Chongqing University of Technology, Chongqing, China"],"raw_orcid":"https://orcid.org/0009-0000-6993-7182","affiliations":[{"raw_affiliation_string":"Chongqing University of Technology, Chongqing, China","institution_ids":["https://openalex.org/I50632499"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021268896","display_name":"Xiaofei Zhu","orcid":"https://orcid.org/0000-0001-8239-7176"},"institutions":[{"id":"https://openalex.org/I50632499","display_name":"Chongqing University of Technology","ror":"https://ror.org/04vgbd477","country_code":"CN","type":"education","lineage":["https://openalex.org/I50632499"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofei Zhu","raw_affiliation_strings":["Chongqing University of Technology, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0001-8239-7176","affiliations":[{"raw_affiliation_string":"Chongqing University of Technology, Chongqing, China","institution_ids":["https://openalex.org/I50632499"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5104421166","display_name":"Zhou Yang","orcid":"https://orcid.org/0009-0005-3741-0649"},"institutions":[{"id":"https://openalex.org/I80947539","display_name":"Fuzhou University","ror":"https://ror.org/011xvna82","country_code":"CN","type":"education","lineage":["https://openalex.org/I80947539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhou Yang","raw_affiliation_strings":["Fuzhou University, Fuzhou, China"],"raw_orcid":"https://orcid.org/0009-0005-3741-0649","affiliations":[{"raw_affiliation_string":"Fuzhou University, Fuzhou, China","institution_ids":["https://openalex.org/I80947539"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5047508584"],"corresponding_institution_ids":["https://openalex.org/I50632499"],"apc_list":null,"apc_paid":null,"fwci":3.7052,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.92404283,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"126","last_page":"134"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.8072817325592041},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.6733397245407104},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6529838442802429},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.49234282970428467},{"id":"https://openalex.org/keywords/time\u2013frequency-analysis","display_name":"Time\u2013frequency analysis","score":0.48389896750450134},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.42356282472610474},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.329632967710495},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.16108182072639465},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1536303460597992},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.12283602356910706}],"concepts":[{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.8072817325592041},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.6733397245407104},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6529838442802429},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.49234282970428467},{"id":"https://openalex.org/C142433447","wikidata":"https://www.wikidata.org/wiki/Q7806653","display_name":"Time\u2013frequency analysis","level":3,"score":0.48389896750450134},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.42356282472610474},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.329632967710495},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.16108182072639465},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1536303460597992},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12283602356910706},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3731715.3733447","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3731715.3733447","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 International Conference on Multimedia Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4560610626","display_name":null,"funder_award_id":"62472059","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G723074881","display_name":null,"funder_award_id":"CSTB2022NSCQ-MSX1672","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1984387343","https://openalex.org/W2148895933","https://openalex.org/W2963686995","https://openalex.org/W3047391881","https://openalex.org/W3096934581","https://openalex.org/W3120680448","https://openalex.org/W3169157361","https://openalex.org/W3173396651","https://openalex.org/W4220974940","https://openalex.org/W4221147459","https://openalex.org/W4221154966","https://openalex.org/W4231158154","https://openalex.org/W4285306484","https://openalex.org/W4360595168","https://openalex.org/W4360930863","https://openalex.org/W4385570630","https://openalex.org/W4385571780","https://openalex.org/W4388874193","https://openalex.org/W4393153637","https://openalex.org/W4393160040","https://openalex.org/W4401016710","https://openalex.org/W4401024885","https://openalex.org/W4402671957","https://openalex.org/W4403792229","https://openalex.org/W4404872400","https://openalex.org/W4407056715"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W1968552888","https://openalex.org/W2374116601","https://openalex.org/W3093134843","https://openalex.org/W1511346092","https://openalex.org/W1527532029","https://openalex.org/W2378167147","https://openalex.org/W3210777354","https://openalex.org/W3126677997","https://openalex.org/W1610857240"],"abstract_inverted_index":{"Multimodal":[0],"emotion":[1,149],"recognition":[2],"in":[3,21,63,77,83],"conversations":[4],"aims":[5],"to":[6,31,45,117,131],"accurately":[7],"detect":[8],"emotions":[9,94],"by":[10],"integrating":[11],"audio,":[12],"text,":[13],"and":[14,28,42,89,109,140],"video":[15],"modalities,":[16,38],"playing":[17],"an":[18],"important":[19],"role":[20],"various":[22],"systems.":[23],"Existing":[24],"approaches":[25],"utilize":[26],"convolutional":[27],"recurrent":[29],"networks":[30],"learn":[32,118],"short-term":[33],"emotional":[34,48,57,71],"information":[35,49,58,72,120],"from":[36,50,95],"individual":[37],"or":[39,124],"employ":[40],"graph":[41],"attention":[43],"mechanisms":[44],"integrate":[46,133],"long-term":[47],"multiple":[51,162],"modalities.":[52],"These":[53],"methods":[54],"effectively":[55],"combine":[56],"within":[59,121],"the":[60,64,78,84,122,134,138],"conversational":[61],"content":[62],"time":[65,79,108,123,139],"domain.However,":[66],"psychological":[67],"research":[68],"shows":[69],"that":[70,105,153],"are":[73],"not":[74],"only":[75],"conveyed":[76],"domain":[80,86],"but":[81],"also":[82],"frequency":[85,110,125,141],"(e.g.,":[87],"pitch":[88],"speech":[90],"rate).":[91],"To":[92],"capture":[93],"a":[96,103,113,144],"more":[97,145],"comprehensive":[98,146],"perspective,":[99],"we":[100],"propose":[101],"TF-MERC,":[102],"framework":[104],"integrates":[106],"both":[107],"domains.TF-MERC":[111],"uses":[112],"multi-domain":[114],"alignment":[115],"module":[116],"modality":[119],"domains.":[126],"It":[127],"then":[128],"employs":[129],"FATransformer":[130],"deeply":[132],"multimodal":[135],"associations":[136],"between":[137],"domains,":[142],"providing":[143],"approach":[147],"for":[148],"prediction.Experimental":[150],"results":[151],"show":[152],"TF-MERC":[154],"outperforms":[155],"state-of-the-art":[156],"methods,":[157],"achieving":[158],"superior":[159],"performance":[160],"across":[161],"datasets.":[163]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}