{"id":"https://openalex.org/W2767546953","doi":"https://doi.org/10.1145/3136755.3136792","title":"Predicting the distribution of emotion perception: capturing inter-rater variability","display_name":"Predicting the distribution of emotion perception: capturing inter-rater variability","publication_year":2017,"publication_date":"2017-11-03","ids":{"openalex":"https://openalex.org/W2767546953","doi":"https://doi.org/10.1145/3136755.3136792","mag":"2767546953"},"language":"en","primary_location":{"id":"doi:10.1145/3136755.3136792","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3136755.3136792","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th ACM International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037276743","display_name":"Biqiao Zhang","orcid":"https://orcid.org/0000-0003-1598-2660"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Biqiao Zhang","raw_affiliation_strings":["University of Michigan, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079381897","display_name":"Georg Essl","orcid":"https://orcid.org/0000-0003-2905-2616"},"institutions":[{"id":"https://openalex.org/I43579087","display_name":"University of Wisconsin\u2013Milwaukee","ror":"https://ror.org/031q21x57","country_code":"US","type":"education","lineage":["https://openalex.org/I43579087"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Georg Essl","raw_affiliation_strings":["University of Wisconsin-Milwaukee, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Wisconsin-Milwaukee, USA","institution_ids":["https://openalex.org/I43579087"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003136334","display_name":"Emily Mower Provost","orcid":"https://orcid.org/0000-0003-1870-6063"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emily Mower Provost","raw_affiliation_strings":["University of Michigan, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Michigan, USA","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"51","last_page":"59"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/valence","display_name":"Valence (chemistry)","score":0.6187050938606262},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6098443865776062},{"id":"https://openalex.org/keywords/probability-distribution","display_name":"Probability distribution","score":0.5460287928581238},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5190099477767944},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5103639960289001},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.48123764991760254},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.46862250566482544},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.46393874287605286},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4298984110355377},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3301165997982025},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20711448788642883},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.15658339858055115},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.13152152299880981}],"concepts":[{"id":"https://openalex.org/C168900304","wikidata":"https://www.wikidata.org/wiki/Q171407","display_name":"Valence (chemistry)","level":2,"score":0.6187050938606262},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6098443865776062},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.5460287928581238},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5190099477767944},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5103639960289001},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.48123764991760254},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.46862250566482544},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.46393874287605286},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4298984110355377},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3301165997982025},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20711448788642883},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.15658339858055115},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.13152152299880981},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3136755.3136792","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3136755.3136792","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 19th ACM International Conference on Multimodal Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7699999809265137,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G2733876219","display_name":"CAREER: Automatic Speech-Based Longitudinal Emotion and Mood Recognition for Mental Health Monitoring and Treatment","funder_award_id":"1651740","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W211912913","https://openalex.org/W562299368","https://openalex.org/W858155270","https://openalex.org/W1442117752","https://openalex.org/W1524333225","https://openalex.org/W1588539311","https://openalex.org/W1655469623","https://openalex.org/W1966940075","https://openalex.org/W1973270182","https://openalex.org/W2000271339","https://openalex.org/W2005418748","https://openalex.org/W2016839396","https://openalex.org/W2035424729","https://openalex.org/W2045528981","https://openalex.org/W2055911634","https://openalex.org/W2075335860","https://openalex.org/W2087618018","https://openalex.org/W2104084893","https://openalex.org/W2125462608","https://openalex.org/W2134031328","https://openalex.org/W2141517887","https://openalex.org/W2144005487","https://openalex.org/W2146334809","https://openalex.org/W2149628368","https://openalex.org/W2152491694","https://openalex.org/W2153464267","https://openalex.org/W2153635508","https://openalex.org/W2153822685","https://openalex.org/W2154780170","https://openalex.org/W2158630797","https://openalex.org/W2160929029","https://openalex.org/W2162745601","https://openalex.org/W2164186291","https://openalex.org/W2293804193","https://openalex.org/W2294891765","https://openalex.org/W2342475039","https://openalex.org/W2395639500","https://openalex.org/W2397175282","https://openalex.org/W2399733683","https://openalex.org/W2546875627","https://openalex.org/W2598545578","https://openalex.org/W2604773025","https://openalex.org/W2648194195","https://openalex.org/W2897341543","https://openalex.org/W2963196848","https://openalex.org/W3104298728","https://openalex.org/W4231621972"],"related_works":["https://openalex.org/W4293226380","https://openalex.org/W2494523064","https://openalex.org/W4321487865","https://openalex.org/W2943623134","https://openalex.org/W4313906399","https://openalex.org/W2588219639","https://openalex.org/W2215759665","https://openalex.org/W2030292806","https://openalex.org/W2009776842","https://openalex.org/W1935138604"],"abstract_inverted_index":{"Emotion":[0],"perception":[1,90],"is":[2,40,45,154],"person-dependent":[3],"and":[4,27,44,65,137,169,176,195,221,228],"variable.":[5],"Dimensional":[6],"characterizations":[7],"of":[8,19,61,114,120,173,212,219],"emotion":[9,16,35,89,115,214],"can":[10,66,80,108],"capture":[11,82],"this":[12,38,74],"variability":[13,39,53,84],"by":[14,47,87],"describing":[15],"in":[17,33,96],"terms":[18],"its":[20],"properties":[21],"(e.g.,":[22],"valence,":[23],"positive":[24],"vs.":[25,30],"negative,":[26],"activation,":[28],"calm":[29],"excited).":[31],"However,":[32],"many":[34],"recognition":[36],"systems,":[37],"often":[41],"considered":[42],"\"noise\"":[43],"attenuated":[46],"averaging":[48],"across":[49,85],"raters.":[50],"Yet,":[51],"inter-rater":[52],"provides":[54],"information":[55],"about":[56],"the":[57,83,97,129,146,151,158,174,188,192,210,223],"subtlety":[58],"or":[59],"clarity":[60],"an":[62],"emotional":[63],"expression":[64],"be":[67],"used":[68],"to":[69],"describe":[70],"complex":[71],"emotions.":[72],"In":[73],"paper,":[75],"we":[76],"investigate":[77],"methods":[78],"that":[79,107,127,150,170],"effectively":[81],"evaluators":[86],"predicting":[88,222],"as":[91],"a":[92,103,117,124,197],"discrete":[93,111],"probability":[94,112],"distribution":[95,224],"valence-activation":[98],"space.":[99],"We":[100],"propose:":[101],"(1)":[102],"label":[104],"processing":[105],"method":[106],"generate":[109],"two-dimensional":[110],"distributions":[113,132,215],"from":[116,204,216],"limited":[118,217],"number":[119,218],"ordinal":[121],"labels;":[122],"(2)":[123],"new":[125],"approach":[126,153,164],"predicts":[128],"generated":[130],"probabilistic":[131],"using":[133,225],"dynamic":[134,226],"audio-visual":[135],"features":[136,227],"Convolutional":[138],"Neural":[139],"Networks":[140],"(CNNs).":[141],"Our":[142],"experimental":[143],"results":[144,208],"on":[145],"MSP-IMPROV":[147],"corpus":[148],"suggest":[149],"proposed":[152,183],"more":[155],"effective":[156],"than":[157],"conventional":[159],"Support":[160],"Vector":[161],"Regressions":[162],"(SVRs)":[163],"with":[165],"utterance-level":[166],"statistical":[167],"features,":[168],"feature-level":[171],"fusion":[172],"audio":[175],"video":[177],"modalities":[178],"outperforms":[179],"decision-level":[180],"fusion.":[181],"The":[182,207],"CNN":[184],"model":[185],"predominantly":[186],"improves":[187],"prediction":[189],"accuracy":[190],"for":[191],"valence":[193],"dimension":[194],"brings":[196],"consistent":[198],"performance":[199],"improvement":[200],"over":[201],"data":[202],"recorded":[203],"natural":[205],"interactions.":[206],"demonstrate":[209],"effectiveness":[211],"generating":[213],"labels":[220],"neural":[229],"networks.":[230]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":4},{"year":2019,"cited_by_count":9},{"year":2018,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}