{"id":"https://openalex.org/W4372269797","doi":"https://doi.org/10.1109/icassp49357.2023.10096370","title":"Temporal Modeling Matters: A Novel Temporal Emotional Modeling Approach for Speech Emotion Recognition","display_name":"Temporal Modeling Matters: A Novel Temporal Emotional Modeling Approach for Speech Emotion Recognition","publication_year":2023,"publication_date":"2023-05-05","ids":{"openalex":"https://openalex.org/W4372269797","doi":"https://doi.org/10.1109/icassp49357.2023.10096370"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49357.2023.10096370","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49357.2023.10096370","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101469924","display_name":"Jiaxin Ye","orcid":"https://orcid.org/0009-0000-5523-809X"},"institutions":[{"id":"https://openalex.org/I4210164150","display_name":"Shanghai Center for Brain Science and Brain-Inspired Technology","ror":"https://ror.org/0551a0y31","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210164150"]},{"id":"https://openalex.org/I4210085920","display_name":"Shanghai Institute for Science of Science","ror":"https://ror.org/004srxn73","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210085920"]},{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiaxin Ye","raw_affiliation_strings":["Fudan University,Institute of Science and Technology for Brain-Inspired Intelligence,Shanghai,China","Institute of Science and Technology for Brain-Inspired Intelligence, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Fudan University,Institute of Science and Technology for Brain-Inspired Intelligence,Shanghai,China","institution_ids":["https://openalex.org/I4210164150","https://openalex.org/I4210085920","https://openalex.org/I24943067"]},{"raw_affiliation_string":"Institute of Science and Technology for Brain-Inspired Intelligence, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I4210164150","https://openalex.org/I4210085920","https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047620514","display_name":"Xin-Cheng Wen","orcid":"https://orcid.org/0000-0002-2115-9921"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin-Cheng Wen","raw_affiliation_strings":["Harbin Institute of Technology (Shenzhen),Department of Computer Science,Shenzhen,China","Department of Computer Science, Harbin Institute of Technology (Shenzhen), Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology (Shenzhen),Department of Computer Science,Shenzhen,China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Department of Computer Science, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050164927","display_name":"Yujie Wei","orcid":"https://orcid.org/0000-0002-3213-7891"},"institutions":[{"id":"https://openalex.org/I4210085920","display_name":"Shanghai Institute for Science of Science","ror":"https://ror.org/004srxn73","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210085920"]},{"id":"https://openalex.org/I4210164150","display_name":"Shanghai Center for Brain Science and Brain-Inspired Technology","ror":"https://ror.org/0551a0y31","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210164150"]},{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujie Wei","raw_affiliation_strings":["Fudan University,Institute of Science and Technology for Brain-Inspired Intelligence,Shanghai,China","Institute of Science and Technology for Brain-Inspired Intelligence, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Fudan University,Institute of Science and Technology for Brain-Inspired Intelligence,Shanghai,China","institution_ids":["https://openalex.org/I4210164150","https://openalex.org/I4210085920","https://openalex.org/I24943067"]},{"raw_affiliation_string":"Institute of Science and Technology for Brain-Inspired Intelligence, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I4210164150","https://openalex.org/I4210085920","https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036411139","display_name":"Yong Xu","orcid":"https://orcid.org/0000-0001-6520-8572"},"institutions":[{"id":"https://openalex.org/I83791580","display_name":"Fujian University of Technology","ror":"https://ror.org/03c8fdb16","country_code":"CN","type":"education","lineage":["https://openalex.org/I83791580"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Xu","raw_affiliation_strings":["Fujian University of Technology,School of Computer Science and Mathematics,Fuzhou,China","School of Computer Science and Mathematics, Fujian University of Technology, Fuzhou, China"],"affiliations":[{"raw_affiliation_string":"Fujian University of Technology,School of Computer Science and Mathematics,Fuzhou,China","institution_ids":["https://openalex.org/I83791580"]},{"raw_affiliation_string":"School of Computer Science and Mathematics, Fujian University of Technology, Fuzhou, China","institution_ids":["https://openalex.org/I83791580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066879706","display_name":"Kunhong Liu","orcid":"https://orcid.org/0000-0002-1222-8876"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kunhong Liu","raw_affiliation_strings":["Xiamen University,School of Film,Xiamen,China","School of Film, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Xiamen University,School of Film,Xiamen,China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"School of Film, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049086157","display_name":"Hongming Shan","orcid":"https://orcid.org/0000-0002-0604-3197"},"institutions":[{"id":"https://openalex.org/I4210085920","display_name":"Shanghai Institute for Science of Science","ror":"https://ror.org/004srxn73","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210085920"]},{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I4210164150","display_name":"Shanghai Center for Brain Science and Brain-Inspired Technology","ror":"https://ror.org/0551a0y31","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210164150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongming Shan","raw_affiliation_strings":["Fudan University,Institute of Science and Technology for Brain-Inspired Intelligence,Shanghai,China","Shanghai Center for Brain Science and Brain-Inspired Technology, Shanghai, China","Institute of Science and Technology for Brain-Inspired Intelligence, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Fudan University,Institute of Science and Technology for Brain-Inspired Intelligence,Shanghai,China","institution_ids":["https://openalex.org/I4210164150","https://openalex.org/I4210085920","https://openalex.org/I24943067"]},{"raw_affiliation_string":"Shanghai Center for Brain Science and Brain-Inspired Technology, Shanghai, China","institution_ids":["https://openalex.org/I4210164150"]},{"raw_affiliation_string":"Institute of Science and Technology for Brain-Inspired Intelligence, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I4210164150","https://openalex.org/I4210085920","https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101469924"],"corresponding_institution_ids":["https://openalex.org/I24943067","https://openalex.org/I4210085920","https://openalex.org/I4210164150"],"apc_list":null,"apc_paid":null,"fwci":25.1401,"has_fulltext":false,"cited_by_count":99,"citation_normalized_percentile":{"value":0.99741677,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7652549743652344},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6093066930770874},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5679115653038025},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5329077839851379},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.4787106513977051},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45705506205558777},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4563066065311432},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4442233443260193},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.44271886348724365},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.43931931257247925},{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.41919487714767456},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1064617931842804}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7652549743652344},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6093066930770874},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5679115653038025},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5329077839851379},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.4787106513977051},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45705506205558777},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4563066065311432},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4442233443260193},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.44271886348724365},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.43931931257247925},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.41919487714767456},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1064617931842804},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C44870925","wikidata":"https://www.wikidata.org/wiki/Q37547","display_name":"Astrophysics","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49357.2023.10096370","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49357.2023.10096370","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W175750906","https://openalex.org/W589698015","https://openalex.org/W2146334809","https://openalex.org/W2187089797","https://openalex.org/W2191779130","https://openalex.org/W2803098682","https://openalex.org/W2803193013","https://openalex.org/W2889507358","https://openalex.org/W2914650326","https://openalex.org/W2940259008","https://openalex.org/W2944458161","https://openalex.org/W2972273766","https://openalex.org/W3015267357","https://openalex.org/W3034826969","https://openalex.org/W3095435288","https://openalex.org/W3097149715","https://openalex.org/W3130521866","https://openalex.org/W3145643603","https://openalex.org/W3157935640","https://openalex.org/W3162993161","https://openalex.org/W3163091219","https://openalex.org/W3165809733","https://openalex.org/W3204087964","https://openalex.org/W4226017535","https://openalex.org/W4295957212","https://openalex.org/W6617505242","https://openalex.org/W6754641952","https://openalex.org/W6794573329"],"related_works":["https://openalex.org/W2386430105","https://openalex.org/W2356521405","https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2038534795","https://openalex.org/W2130974462","https://openalex.org/W2384358604","https://openalex.org/W2028665553","https://openalex.org/W2086519370"],"abstract_inverted_index":{"Speech":[0],"emotion":[1,19],"recognition":[2],"(SER)":[3],"plays":[4],"a":[5,58],"vital":[6],"role":[7],"in":[8],"improving":[9],"the":[10,43,98,101,118,130,141,147],"interactions":[11],"between":[12],"humans":[13],"and":[14,20,100,107,137,144],"machines":[15],"by":[16],"inferring":[17],"human":[18],"affective":[21,76,91],"states":[22],"from":[23,35,49,78,97],"speech":[24,47],"signals.":[25],"Whereas":[26],"recent":[27],"works":[28],"primarily":[29],"focus":[30],"on":[31,124,149],"mining":[32],"spatiotemporal":[33],"information":[34,96],"hand-crafted":[36],"features,":[37],"we":[38,56],"explore":[39],"how":[40],"to":[41,88,103,117],"model":[42],"temporal":[44,51,60,90],"patterns":[45],"of":[46,133,140],"emotions":[48],"dynamic":[50],"scales.":[52,81],"Towards":[53],"that":[54],"goal,":[55],"introduce":[57],"novel":[59],"emotional":[61,119],"modeling":[62],"approach":[63],"for":[64,114],"SER,":[65],"termed":[66],"Temporal-aware":[67],"bI-direction":[68],"Multi-scale":[69],"Network":[70],"(TIM-Net),":[71],"which":[72],"learns":[73],"multi-scale":[74],"contextual":[75,105],"representations":[77],"various":[79],"time":[80,111],"Specifically,":[82],"TIM-Net":[83],"first":[84],"employs":[85],"temporal-aware":[86],"blocks":[87],"learn":[89],"representation,":[92],"then":[93],"integrates":[94],"complementary":[95],"past":[99],"future":[102],"enrich":[104],"representations,":[106],"finally":[108],"fuses":[109],"multiple":[110],"scale":[112],"features":[113],"better":[115],"adaptation":[116],"variation.":[120],"Extensive":[121],"experimental":[122],"results":[123],"six":[125],"benchmark":[126],"SER":[127],"datasets":[128],"demonstrate":[129],"superior":[131],"performance":[132],"TIM-Net,":[134],"gaining":[135],"2.34%":[136],"2.61%":[138],"improvements":[139],"average":[142],"UAR":[143],"WAR":[145],"over":[146],"second-best":[148],"each":[150],"corpus.":[151],"The":[152],"source":[153],"code":[154],"is":[155],"available":[156],"at":[157],"https://github.com/Jiaxin-Ye/TIM-Net_SER.":[158]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":44},{"year":2024,"cited_by_count":38},{"year":2023,"cited_by_count":14}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2023-05-07T00:00:00"}