{"id":"https://openalex.org/W4392397287","doi":"https://doi.org/10.1109/taffc.2024.3372380","title":"Analyzing Continuous-Time and Sentence-Level Annotations for Speech Emotion Recognition","display_name":"Analyzing Continuous-Time and Sentence-Level Annotations for Speech Emotion Recognition","publication_year":2024,"publication_date":"2024-03-01","ids":{"openalex":"https://openalex.org/W4392397287","doi":"https://doi.org/10.1109/taffc.2024.3372380"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2024.3372380","is_oa":true,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3372380","pdf_url":"https://ieeexplore.ieee.org/ielx7/5165369/5520654/10457571.pdf","source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/5165369/5520654/10457571.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072064784","display_name":"Luz Martinez-Lucas","orcid":"https://orcid.org/0009-0000-6368-7039"},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Luz Martinez-Lucas","raw_affiliation_strings":["Erik Jonsson School of Engineering and Computer Science, University of Texas at Dallas, Richardson, TX, USA","Erik Jonsson School of Engineering and Computer Science, The University of Texas at Dallas, Richardson, TX, USA"],"raw_orcid":"https://orcid.org/0009-0000-6368-7039","affiliations":[{"raw_affiliation_string":"Erik Jonsson School of Engineering and Computer Science, University of Texas at Dallas, Richardson, TX, USA","institution_ids":["https://openalex.org/I162577319"]},{"raw_affiliation_string":"Erik Jonsson School of Engineering and Computer Science, The University of Texas at Dallas, Richardson, TX, USA","institution_ids":["https://openalex.org/I162577319"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070819601","display_name":"Wei-Cheng Lin","orcid":"https://orcid.org/0000-0003-1933-1590"},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei-Cheng Lin","raw_affiliation_strings":["Erik Jonsson School of Engineering and Computer Science, University of Texas at Dallas, Richardson, TX, USA","Erik Jonsson School of Engineering and Computer Science, The University of Texas at Dallas, Richardson, TX, USA"],"raw_orcid":"https://orcid.org/0000-0003-1933-1590","affiliations":[{"raw_affiliation_string":"Erik Jonsson School of Engineering and Computer Science, University of Texas at Dallas, Richardson, TX, USA","institution_ids":["https://openalex.org/I162577319"]},{"raw_affiliation_string":"Erik Jonsson School of Engineering and Computer Science, The University of Texas at Dallas, Richardson, TX, USA","institution_ids":["https://openalex.org/I162577319"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040793194","display_name":"Carlos Busso","orcid":"https://orcid.org/0000-0002-4075-4072"},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carlos Busso","raw_affiliation_strings":["Erik Jonsson School of Engineering and Computer Science, University of Texas at Dallas, Richardson, TX, USA","Erik Jonsson School of Engineering and Computer Science, The University of Texas at Dallas, Richardson, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-4075-4072","affiliations":[{"raw_affiliation_string":"Erik Jonsson School of Engineering and Computer Science, University of Texas at Dallas, Richardson, TX, USA","institution_ids":["https://openalex.org/I162577319"]},{"raw_affiliation_string":"Erik Jonsson School of Engineering and Computer Science, The University of Texas at Dallas, Richardson, TX, USA","institution_ids":["https://openalex.org/I162577319"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5072064784"],"corresponding_institution_ids":["https://openalex.org/I162577319"],"apc_list":null,"apc_paid":null,"fwci":5.6351,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.96032939,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"15","issue":"3","first_page":"1754","last_page":"1768"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.7015487551689148},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.6757758855819702},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6674063801765442},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5863706469535828},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5415059328079224},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43281030654907227},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3388650715351105}],"concepts":[{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.7015487551689148},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.6757758855819702},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6674063801765442},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5863706469535828},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5415059328079224},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43281030654907227},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3388650715351105}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2024.3372380","is_oa":true,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3372380","pdf_url":"https://ieeexplore.ieee.org/ielx7/5165369/5520654/10457571.pdf","source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/taffc.2024.3372380","is_oa":true,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3372380","pdf_url":"https://ieeexplore.ieee.org/ielx7/5165369/5520654/10457571.pdf","source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5973173752","display_name":"CRI: CI-P: Creating the Largest Speech Emotional Database by Leveraging Existing Naturalistic Recordings","funder_award_id":"1823166","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6189572392","display_name":"CCRI: Medium: MSP-Podcast: Creating The Largest Speech Emotional Database By Leveraging Existing Naturalistic Recordings","funder_award_id":"2016719","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8080363172","display_name":null,"funder_award_id":"CNS-1823166","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8082180408","display_name":null,"funder_award_id":"CNS-2016719","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392397287.pdf","grobid_xml":"https://content.openalex.org/works/W4392397287.grobid-xml"},"referenced_works_count":63,"referenced_works":["https://openalex.org/W175750906","https://openalex.org/W349893698","https://openalex.org/W1589734697","https://openalex.org/W1608705073","https://openalex.org/W1785074626","https://openalex.org/W1981950962","https://openalex.org/W2010700035","https://openalex.org/W2030931454","https://openalex.org/W2032254851","https://openalex.org/W2054541702","https://openalex.org/W2072712810","https://openalex.org/W2085662862","https://openalex.org/W2095797119","https://openalex.org/W2097732741","https://openalex.org/W2099767163","https://openalex.org/W2130162821","https://openalex.org/W2132555391","https://openalex.org/W2134031328","https://openalex.org/W2143350951","https://openalex.org/W2144005487","https://openalex.org/W2145598468","https://openalex.org/W2146334809","https://openalex.org/W2148146486","https://openalex.org/W2156848952","https://openalex.org/W2161459043","https://openalex.org/W2177245949","https://openalex.org/W2331249327","https://openalex.org/W2342475039","https://openalex.org/W2346454595","https://openalex.org/W2399733683","https://openalex.org/W2401417847","https://openalex.org/W2403326047","https://openalex.org/W2404446881","https://openalex.org/W2404863510","https://openalex.org/W2407346284","https://openalex.org/W2525412388","https://openalex.org/W2527527138","https://openalex.org/W2550557083","https://openalex.org/W2579555219","https://openalex.org/W2742542661","https://openalex.org/W2804664105","https://openalex.org/W2806649730","https://openalex.org/W2889100420","https://openalex.org/W2899500748","https://openalex.org/W2900358852","https://openalex.org/W2910165986","https://openalex.org/W2962839749","https://openalex.org/W2963162726","https://openalex.org/W2964300796","https://openalex.org/W2972935927","https://openalex.org/W2985882473","https://openalex.org/W3086923691","https://openalex.org/W3095093565","https://openalex.org/W3115382905","https://openalex.org/W3162840325","https://openalex.org/W3164582967","https://openalex.org/W3202775307","https://openalex.org/W4237530378","https://openalex.org/W4285111045","https://openalex.org/W4361994820","https://openalex.org/W6608008786","https://openalex.org/W6628256265","https://openalex.org/W6777021087"],"related_works":["https://openalex.org/W2375873920","https://openalex.org/W2146114872","https://openalex.org/W2392060890","https://openalex.org/W2392760275","https://openalex.org/W2083530853","https://openalex.org/W2009831055","https://openalex.org/W2393172683","https://openalex.org/W3204019825","https://openalex.org/W3126677997","https://openalex.org/W1610857240"],"abstract_inverted_index":{"The":[0,89,161],"emotional":[1,25,68],"content":[2],"of":[3,23,36,66,91,108,134,149,165,176,188],"several":[4,44],"databases":[5],"are":[6,76,116],"annotated":[7],"with":[8,16],"<italic":[9,54,154],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[10,55,155],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">continuous-time</i>":[11],"(CT)":[12],"annotations,":[13],"providing":[14],"traces":[15,69],"frame-by-frame":[17],"scores":[18],"describing":[19,32],"the":[20,33,64,67,86,92,102,106,147,174,185],"instantaneous":[21],"value":[22],"an":[24],"attribute.":[26],"However,":[27],"having":[28],"a":[29,37,196],"single":[30],"score":[31],"global":[34],"emotion":[35,45,157],"short":[38],"segment":[39],"is":[40,51],"more":[41],"convenient":[42],"for":[43],"recognition":[46],"formulations.":[47],"A":[48],"common":[49],"approach":[50],"to":[52,104,122],"derive":[53],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">sentence-level</i>":[56],"(SL)":[57],"labels":[58,80,82,111,152,168,189],"from":[59,81,112,170],"CT":[60,113,171],"annotations":[61,135,172],"by":[62],"aggregating":[63,109],"values":[65],"across":[70],"time":[71],"and":[72,96,144,191],"annotators.":[73],"How":[74],"similar":[75],"these":[77,150],"aggregated":[78],"SL":[79,110,151,167],"originally":[83],"collected":[84],"at":[85],"sentence":[87],"level?":[88],"release":[90],"MSP-Podcast":[93],"(SL":[94],"annotations)":[95,99],"MSP-Conversation":[97],"(CT":[98],"corpora":[100],"provides":[101,181],"resources":[103],"explore":[105],"validity":[107],"annotations.":[114],"There":[115],"2,884":[117],"speech":[118],"segments":[119],"that":[120,193],"belong":[121],"both":[123,132],"corpora.":[124],"Using":[125],"this":[126,128],"set,":[127],"study":[129],"(1)":[130],"compares":[131],"types":[133,187],"using":[136,166],"statistical":[137],"metrics,":[138],"(2)":[139],"evaluates":[140],"their":[141],"inter-evaluator":[142],"agreements,":[143],"(3)":[145],"explores":[146],"effect":[148],"on":[153,183],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">speech":[156],"recognition</i>":[158],"(SER)":[159],"tasks.":[160],"analysis":[162,179],"reveals":[163],"benefits":[164],"derived":[169],"in":[173],"estimation":[175],"valence.":[177],"This":[178],"also":[180],"insights":[182],"how":[184,192],"two":[186],"differ":[190],"could":[194],"affect":[195],"model.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}