{"id":"https://openalex.org/W2586291442","doi":"https://doi.org/10.1109/slt.2016.7846319","title":"Recognizing emotions in spoken dialogue with hierarchically fused acoustic and lexical features","display_name":"Recognizing emotions in spoken dialogue with hierarchically fused acoustic and lexical features","publication_year":2016,"publication_date":"2016-12-01","ids":{"openalex":"https://openalex.org/W2586291442","doi":"https://doi.org/10.1109/slt.2016.7846319","mag":"2586291442"},"language":"en","primary_location":{"id":"doi:10.1109/slt.2016.7846319","is_oa":false,"landing_page_url":"https://doi.org/10.1109/slt.2016.7846319","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE Spoken Language Technology Workshop (SLT)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.research.ed.ac.uk/en/publications/ea8c76ab-4fe9-41a1-8209-1b7a2add32f2","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084420184","display_name":"Leimin Tian","orcid":"https://orcid.org/0000-0001-8559-5610"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Leimin Tian","raw_affiliation_strings":["School of Informatics, the University of Edinburgh Informatics Forum, Edinburgh, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Informatics, the University of Edinburgh Informatics Forum, Edinburgh, UK","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031400973","display_name":"Johanna D. Moore","orcid":"https://orcid.org/0000-0001-7247-6823"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Johanna Moore","raw_affiliation_strings":["School of Informatics, the University of Edinburgh Informatics Forum, Edinburgh, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Informatics, the University of Edinburgh Informatics Forum, Edinburgh, UK","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058881584","display_name":"Catherine Lai","orcid":"https://orcid.org/0000-0003-2411-8954"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Catherine Lai","raw_affiliation_strings":["School of Informatics, the University of Edinburgh Informatics Forum, Edinburgh, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Informatics, the University of Edinburgh Informatics Forum, Edinburgh, UK","institution_ids":["https://openalex.org/I98677209"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I98677209"],"apc_list":null,"apc_paid":null,"fwci":9.1746,"has_fulltext":false,"cited_by_count":62,"citation_normalized_percentile":{"value":0.98279731,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"565","last_page":"572"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12313","display_name":"Emotions and Moral Behavior","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7346547245979309},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5800243020057678},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5590789318084717},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.4562777578830719},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4443073868751526}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7346547245979309},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5800243020057678},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5590789318084717},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.4562777578830719},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4443073868751526},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/slt.2016.7846319","is_oa":false,"landing_page_url":"https://doi.org/10.1109/slt.2016.7846319","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE Spoken Language Technology Workshop (SLT)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.ed.ac.uk:openaire/ea8c76ab-4fe9-41a1-8209-1b7a2add32f2","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/ea8c76ab-4fe9-41a1-8209-1b7a2add32f2","pdf_url":null,"source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Tian, L, Moore, J & Lai, C 2017, Recognising emotions in spoken dialogue with hierarchically fused acoustic and lexical features. in 2016 IEEE Workshop on Spoken Language Technology. Institute of Electrical and Electronics Engineers, pp. 565-572, 2016 IEEE Workshop on Spoken Language Technology, San Diego, California, United States, 13/12/16. https://doi.org/10.1109/SLT.2016.7846319","raw_type":"contributionToPeriodical"},{"id":"pmh:oai:pure.ed.ac.uk:publications/ea8c76ab-4fe9-41a1-8209-1b7a2add32f2","is_oa":false,"landing_page_url":"http://ieeexplore.ieee.org/document/7846319/","pdf_url":null,"source":{"id":"https://openalex.org/S4406922455","display_name":"Edinburgh Research Explorer","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":{"id":"pmh:oai:pure.ed.ac.uk:openaire/ea8c76ab-4fe9-41a1-8209-1b7a2add32f2","is_oa":true,"landing_page_url":"https://www.research.ed.ac.uk/en/publications/ea8c76ab-4fe9-41a1-8209-1b7a2add32f2","pdf_url":null,"source":{"id":"https://openalex.org/S4306400321","display_name":"Edinburgh Research Explorer (University of Edinburgh)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98677209","host_organization_name":"University of Edinburgh","host_organization_lineage":["https://openalex.org/I98677209"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Tian, L, Moore, J & Lai, C 2017, Recognising emotions in spoken dialogue with hierarchically fused acoustic and lexical features. in 2016 IEEE Workshop on Spoken Language Technology. Institute of Electrical and Electronics Engineers, pp. 565-572, 2016 IEEE Workshop on Spoken Language Technology, San Diego, California, United States, 13/12/16. https://doi.org/10.1109/SLT.2016.7846319","raw_type":"contributionToPeriodical"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7699999809265137,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1412878278","https://openalex.org/W1573035800","https://openalex.org/W1964744287","https://openalex.org/W1964757081","https://openalex.org/W1985007864","https://openalex.org/W1996734935","https://openalex.org/W2009486233","https://openalex.org/W2015645277","https://openalex.org/W2019312772","https://openalex.org/W2021913835","https://openalex.org/W2023736093","https://openalex.org/W2032139348","https://openalex.org/W2052184863","https://openalex.org/W2062632672","https://openalex.org/W2085662862","https://openalex.org/W2092206588","https://openalex.org/W2103263842","https://openalex.org/W2117228760","https://openalex.org/W2119217515","https://openalex.org/W2135776491","https://openalex.org/W2146334809","https://openalex.org/W2155265031","https://openalex.org/W2156503193","https://openalex.org/W2156848952","https://openalex.org/W2164699598","https://openalex.org/W2168465881","https://openalex.org/W2181741066","https://openalex.org/W2182295029","https://openalex.org/W2182469722","https://openalex.org/W2182565933","https://openalex.org/W2183154044","https://openalex.org/W2184331190","https://openalex.org/W2185940068","https://openalex.org/W2186363412","https://openalex.org/W2188722963","https://openalex.org/W2189122790","https://openalex.org/W2239141610","https://openalex.org/W2296318894","https://openalex.org/W2339343773","https://openalex.org/W2398505218","https://openalex.org/W2399733683","https://openalex.org/W2404480901","https://openalex.org/W2408520939","https://openalex.org/W3158775612","https://openalex.org/W4236533540","https://openalex.org/W6686162061","https://openalex.org/W6687259119","https://openalex.org/W6690215885","https://openalex.org/W6697166014","https://openalex.org/W6713894373","https://openalex.org/W6714031499","https://openalex.org/W6794235820"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Automatic":[0],"emotion":[1,20,114,133,154,173],"recognition":[2,21,134,174],"is":[3],"vital":[4],"for":[5,112],"building":[6],"natural":[7],"and":[8,52,102,139,168,190],"engaging":[9],"human-computer":[10],"interaction":[11],"systems.":[12],"Combining":[13],"information":[14,94],"from":[15,27,95],"multiple":[16],"modalities":[17,29,97],"typically":[18],"improves":[19],"performance.":[22],"In":[23],"previous":[24],"work,":[25],"features":[26,69,122,141],"different":[28,68,74,79,96,99],"have":[30,78],"generally":[31],"been":[32],"fused":[33],"at":[34,73,98,123],"the":[35,57,64,144,147,177],"same":[36],"level":[37],"with":[38],"two":[39,153],"types":[40],"of":[41,63,81,126,146,156],"fusion":[42,110,162,179],"strategies:":[43],"Feature-Level":[44,167],"fusion,":[45,54],"which":[46,55,116],"concatenates":[47],"feature":[48],"sets":[49],"before":[50],"recognition;":[51],"Decision-Level":[53,169],"makes":[56],"final":[58],"decision":[59],"based":[60],"on":[61,152,184],"outputs":[62],"unimodal":[65],"models.":[66],"However,":[67],"may":[70],"describe":[71],"data":[72],"time":[75,103],"scales":[76],"or":[77,119],"levels":[80,101,125],"abstraction.":[82],"Cognitive":[83],"Science":[84],"research":[85],"also":[86],"indicates":[87],"that":[88,160],"when":[89],"perceiving":[90],"emotions,":[91],"humans":[92],"use":[93],"cognitive":[100],"steps.":[104],"Therefore,":[105],"we":[106],"propose":[107],"a":[108],"Hierarchical":[109,149,178],"strategy":[111,163,180],"multimodal":[113,132,172],"recognition,":[115],"incorporates":[117],"global":[118],"more":[120],"abstract":[121],"higher":[124],"its":[127],"knowledge-inspired":[128],"structure.":[129],"We":[130],"build":[131],"models":[135,175],"combining":[136],"state-of-the-art":[137,182],"acoustic":[138],"lexical":[140],"to":[142],"study":[143],"performance":[145,183],"proposed":[148],"fusion.":[150,170],"Experiments":[151],"databases":[155],"spoken":[157],"dialogue":[158],"show":[159],"this":[161],"consistently":[164],"outperforms":[165],"both":[166,188],"The":[171],"using":[176],"achieved":[181],"recognizing":[185],"emotions":[186],"in":[187],"spontaneous":[189],"acted":[191],"dialogue.":[192]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":23},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":11},{"year":2018,"cited_by_count":9},{"year":2017,"cited_by_count":3}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}