{"id":"https://openalex.org/W4391468107","doi":"https://doi.org/10.1109/access.2024.3361750","title":"Coupling Sentiment and Arousal Analysis Towards an Affective Dialogue Manager","display_name":"Coupling Sentiment and Arousal Analysis Towards an Affective Dialogue Manager","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4391468107","doi":"https://doi.org/10.1109/access.2024.3361750"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3361750","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3361750","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10418880.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10418880.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048720202","display_name":"Adria Mallol-Ragolta","orcid":"https://orcid.org/0000-0001-6855-485X"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Adria Mallol-Ragolta","raw_affiliation_strings":["EIHW&#x2014;Chair of Embedded Intelligence for Health Care &#x0026; Wellbeing, University of Augsburg, Augsburg, Germany"],"raw_orcid":"https://orcid.org/0000-0001-6855-485X","affiliations":[{"raw_affiliation_string":"EIHW&#x2014;Chair of Embedded Intelligence for Health Care &#x0026; Wellbeing, University of Augsburg, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043060302","display_name":"Bj\u00f6rn W. Schuller","orcid":"https://orcid.org/0000-0002-6478-8699"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Bj\u00f6rn Schuller","raw_affiliation_strings":["EIHW&#x2014;Chair of Embedded Intelligence for Health Care &#x0026; Wellbeing, University of Augsburg, Augsburg, Germany"],"raw_orcid":"https://orcid.org/0000-0002-6478-8699","affiliations":[{"raw_affiliation_string":"EIHW&#x2014;Chair of Embedded Intelligence for Health Care &#x0026; Wellbeing, University of Augsburg, Augsburg, Germany","institution_ids":["https://openalex.org/I179225836"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I179225836"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.7332,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.73884964,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"12","issue":null,"first_page":"20654","last_page":"20662"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/paralanguage","display_name":"Paralanguage","score":0.8416654467582703},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7845975160598755},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.6298208236694336},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6057860851287842},{"id":"https://openalex.org/keywords/arousal","display_name":"Arousal","score":0.5935873985290527},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5459829568862915},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.5440520644187927},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5301733016967773},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5117354393005371},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.4463387131690979},{"id":"https://openalex.org/keywords/spectrogram","display_name":"Spectrogram","score":0.441636323928833},{"id":"https://openalex.org/keywords/test-set","display_name":"Test set","score":0.4194675087928772},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.38873404264450073},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.38395437598228455},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.10945147275924683}],"concepts":[{"id":"https://openalex.org/C133378560","wikidata":"https://www.wikidata.org/wiki/Q1753225","display_name":"Paralanguage","level":2,"score":0.8416654467582703},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7845975160598755},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.6298208236694336},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6057860851287842},{"id":"https://openalex.org/C36951298","wikidata":"https://www.wikidata.org/wiki/Q379784","display_name":"Arousal","level":2,"score":0.5935873985290527},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5459829568862915},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.5440520644187927},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5301733016967773},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5117354393005371},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4463387131690979},{"id":"https://openalex.org/C45273575","wikidata":"https://www.wikidata.org/wiki/Q578970","display_name":"Spectrogram","level":2,"score":0.441636323928833},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.4194675087928772},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.38873404264450073},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38395437598228455},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.10945147275924683},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2024.3361750","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3361750","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10418880.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:uni-augsburg.opus-bayern.de:112056","is_oa":true,"landing_page_url":"https://nbn-resolving.org/urn:nbn:de:bvb:384-opus4-1120569","pdf_url":"https://opus.bibliothek.uni-augsburg.de/opus4/files/112056/Coupling_Sentiment_and_Arousal_Analysis_Towards_an_Affective_Dialogue_Manager.pdf","source":{"id":"https://openalex.org/S4306400930","display_name":"OPUS (Augsburg University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I119916105","host_organization_name":"Augsburg University","host_organization_lineage":["https://openalex.org/I119916105"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:883e94b08f1240a3969f5b264abc981a","is_oa":true,"landing_page_url":"https://doaj.org/article/883e94b08f1240a3969f5b264abc981a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 20654-20662 (2024)","raw_type":"article"},{"id":"pmh:oai:mediatum.ub.tum.de:node/1772971","is_oa":false,"landing_page_url":"https://mediatum.ub.tum.de/1772971","pdf_url":null,"source":{"id":"https://openalex.org/S4377196330","display_name":"mediaTUM  (Technical University of Munich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I62916508","host_organization_name":"Technical University of Munich","host_organization_lineage":["https://openalex.org/I62916508"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3361750","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3361750","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10418880.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.4699999988079071,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G2136136281","display_name":"Smart environments for person-centered sustainable work and well-being","funder_award_id":"826506","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7189395530","display_name":"Agentenbasierte, Interaktive, Tiefe 0shotlearningNetzwerke zur Optimierung von Ontologischem Klangverst\u00e4ndnis in Maschinen","funder_award_id":"442218748","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391468107.pdf","grobid_xml":"https://content.openalex.org/works/W4391468107.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W1981509185","https://openalex.org/W2085662862","https://openalex.org/W2144005487","https://openalex.org/W2153822685","https://openalex.org/W2194775991","https://openalex.org/W2239141610","https://openalex.org/W2250539671","https://openalex.org/W2399733683","https://openalex.org/W2470673105","https://openalex.org/W2524160855","https://openalex.org/W2742542661","https://openalex.org/W2781487490","https://openalex.org/W2794345280","https://openalex.org/W2883409523","https://openalex.org/W2946517888","https://openalex.org/W2963710346","https://openalex.org/W2972968667","https://openalex.org/W2979826702","https://openalex.org/W3135148659","https://openalex.org/W3161663055","https://openalex.org/W3207825655","https://openalex.org/W4210814395","https://openalex.org/W4213072767","https://openalex.org/W4224926192","https://openalex.org/W4226022272","https://openalex.org/W4239447739","https://openalex.org/W4295047711","https://openalex.org/W4367309853","https://openalex.org/W4382130877","https://openalex.org/W6679915538","https://openalex.org/W6768851824"],"related_works":["https://openalex.org/W2064370490","https://openalex.org/W3166813893","https://openalex.org/W2391900574","https://openalex.org/W3200958703","https://openalex.org/W2950268380","https://openalex.org/W1990078780","https://openalex.org/W3108667266","https://openalex.org/W2376619307","https://openalex.org/W2910013580","https://openalex.org/W4327524435"],"abstract_inverted_index":{"We":[0,210],"present":[1],"the":[2,22,28,34,39,57,60,70,76,87,109,114,128,134,138,161,166,181,187,196,213,218],"technologies":[3],"and":[4,30,41,90,153,189,225],"host":[5],"components":[6],"developed":[7],"to":[8,27,73,184,194,216],"power":[9],"a":[10,92,117,145,155,169,205],"speech-based":[11],"dialogue":[12],"manager":[13],"with":[14,144,221],"affective":[15,77,197],"capabilities.":[16],"The":[17,80,121],"overall":[18],"goal":[19],"is":[20,84,125],"that":[21],"system":[23,61,78,182,198],"adapts":[24],"its":[25],"response":[26],"sentiment":[29,53,81,188,223],"arousal":[31,66,122,190,226],"level":[32,72],"of":[33,59,105,137,157,207],"user":[35],"inferred":[36],"by":[37],"analysing":[38],"linguistic":[40],"paralinguistic":[42],"information":[43],"embedded":[44],"in":[45,75,204],"his":[46],"or":[47],"her":[48],"interaction.":[49],"A":[50,63],"linguistic-based,":[51],"dedicated":[52,65],"analysis":[54,82,224],"component":[55,68],"determines":[56],"body":[58],"response.":[62,79,199],"paralinguistic-based,":[64],"recognition":[67,123,227],"adjusts":[69],"energy":[71],"convey":[74],"model":[83,124,132],"trained":[85,126,150,214],"using":[86,127],"CMU-MOSEI":[88],"dataset":[89],"implements":[91],"hierarchical":[93],"contextual":[94],"attention":[95],"fusion":[96],"network,":[97],"which":[98,141],"scores":[99,154],"an":[100],"Unweighted":[101],"Average":[102],"Recall":[103],"(UAR)":[104],"79.04":[106],"%":[107,159],"on":[108,160],"test":[110,162],"set":[111,163],"when":[112,164],"tackling":[113,165],"task":[115,167],"as":[116,168],"binary":[118],"classification":[119,171],"problem.":[120,172],"MSP-Podcast":[129],"corpus.":[130],"This":[131],"extracts":[133],"Mel-spectrogram":[135],"representations":[136],"speech":[139],"signals,":[140],"are":[142,192,201],"exploited":[143],"Convolutional":[146],"Neural":[147],"Network":[148],"(CNN)":[149],"from":[151],"scratch,":[152],"UAR":[156],"61.11":[158],"three-class":[170],"Furthermore,":[173],"we":[174],"highlight":[175],"two":[176],"sample":[177],"dialogues":[178],"implemented":[179],"at":[180],"back-end":[183],"detail":[185],"how":[186],"inferences":[191],"coupled":[193],"determine":[195],"These":[200],"also":[202],"showcased":[203],"proof":[206],"concept":[208],"demonstrator.":[209],"publicly":[211],"release":[212],"models":[215],"provide":[217],"research":[219],"community":[220],"off-the-shelf":[222],"tools.":[228]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-20T07:56:41.581041","created_date":"2025-10-10T00:00:00"}
