{"id":"https://openalex.org/W2234166055","doi":"https://doi.org/10.1109/icassp.2016.7472082","title":"Emotion classification: How does an automated system compare to Naive human coders?","display_name":"Emotion classification: How does an automated system compare to Naive human coders?","publication_year":2016,"publication_date":"2016-03-01","ids":{"openalex":"https://openalex.org/W2234166055","doi":"https://doi.org/10.1109/icassp.2016.7472082","mag":"2234166055"},"language":"en","primary_location":{"id":"doi:10.1109/icassp.2016.7472082","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2016.7472082","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026088950","display_name":"\u015eefik Emre Eskimez","orcid":"https://orcid.org/0000-0001-6259-5925"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Sefik Emre Eskimez","raw_affiliation_strings":["Dept. of Electrical and Computer Engineering"],"affiliations":[{"raw_affiliation_string":"Dept. of Electrical and Computer Engineering","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061790818","display_name":"Kenneth Imade","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kenneth Imade","raw_affiliation_strings":["Dept. of Electrical and Computer Engineering"],"affiliations":[{"raw_affiliation_string":"Dept. of Electrical and Computer Engineering","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013761158","display_name":"Na Yang","orcid":"https://orcid.org/0000-0002-7176-1718"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Na Yang","raw_affiliation_strings":["Dept. of Electrical and Computer Engineering"],"affiliations":[{"raw_affiliation_string":"Dept. of Electrical and Computer Engineering","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063124134","display_name":"Melissa L. Sturge\u2010Apple","orcid":"https://orcid.org/0000-0001-7725-5528"},"institutions":[{"id":"https://openalex.org/I5388228","display_name":"University of Rochester","ror":"https://ror.org/022kthw22","country_code":"US","type":"education","lineage":["https://openalex.org/I5388228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Melissa Sturge-Apple","raw_affiliation_strings":["Dept. of Psychology, University of Rochester, Rochester, NY"],"affiliations":[{"raw_affiliation_string":"Dept. of Psychology, University of Rochester, Rochester, NY","institution_ids":["https://openalex.org/I5388228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102749436","display_name":"Zhiyao Duan","orcid":"https://orcid.org/0000-0002-8334-9974"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhiyao Duan","raw_affiliation_strings":["Dept. of Electrical and Computer Engineering"],"affiliations":[{"raw_affiliation_string":"Dept. of Electrical and Computer Engineering","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011076396","display_name":"Wendi Heinzelman","orcid":"https://orcid.org/0000-0002-7541-4086"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wendi Heinzelman","raw_affiliation_strings":["Dept. of Electrical and Computer Engineering"],"affiliations":[{"raw_affiliation_string":"Dept. of Electrical and Computer Engineering","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5026088950"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.2285,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.87233348,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"2274","last_page":"2278"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9634000062942505,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/disgust","display_name":"Disgust","score":0.8009016513824463},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7197257876396179},{"id":"https://openalex.org/keywords/valence","display_name":"Valence (chemistry)","score":0.6807223558425903},{"id":"https://openalex.org/keywords/emotion-classification","display_name":"Emotion classification","score":0.6559173464775085},{"id":"https://openalex.org/keywords/anger","display_name":"Anger","score":0.6319592595100403},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6194429397583008},{"id":"https://openalex.org/keywords/arousal","display_name":"Arousal","score":0.5173539519309998},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.4747622013092041},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4595656991004944},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4587244689464569},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3986181318759918},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2007051408290863},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.08636912703514099}],"concepts":[{"id":"https://openalex.org/C2777375102","wikidata":"https://www.wikidata.org/wiki/Q208351","display_name":"Disgust","level":3,"score":0.8009016513824463},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7197257876396179},{"id":"https://openalex.org/C168900304","wikidata":"https://www.wikidata.org/wiki/Q171407","display_name":"Valence (chemistry)","level":2,"score":0.6807223558425903},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.6559173464775085},{"id":"https://openalex.org/C2779302386","wikidata":"https://www.wikidata.org/wiki/Q79871","display_name":"Anger","level":2,"score":0.6319592595100403},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6194429397583008},{"id":"https://openalex.org/C36951298","wikidata":"https://www.wikidata.org/wiki/Q379784","display_name":"Arousal","level":2,"score":0.5173539519309998},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.4747622013092041},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4595656991004944},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4587244689464569},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3986181318759918},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2007051408290863},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.08636912703514099},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp.2016.7472082","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2016.7472082","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5299999713897705,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W129413713","https://openalex.org/W1539263233","https://openalex.org/W1564131990","https://openalex.org/W2003547693","https://openalex.org/W2011828912","https://openalex.org/W2037960784","https://openalex.org/W2058819080","https://openalex.org/W2061839051","https://openalex.org/W2075688612","https://openalex.org/W2084877618","https://openalex.org/W2096867945","https://openalex.org/W2103257373","https://openalex.org/W2110052520","https://openalex.org/W2120132741","https://openalex.org/W2135837828","https://openalex.org/W2142057670","https://openalex.org/W2143350951","https://openalex.org/W2143426320","https://openalex.org/W2148143831","https://openalex.org/W2148603752","https://openalex.org/W2185257855","https://openalex.org/W2907351091","https://openalex.org/W4251867726","https://openalex.org/W6674316801","https://openalex.org/W6676494506","https://openalex.org/W6677952628","https://openalex.org/W6757990076","https://openalex.org/W6927634225"],"related_works":["https://openalex.org/W3199829813","https://openalex.org/W2386052819","https://openalex.org/W2119598471","https://openalex.org/W3179181153","https://openalex.org/W1550318927","https://openalex.org/W4305042383","https://openalex.org/W2546649374","https://openalex.org/W2773396412","https://openalex.org/W4380854332","https://openalex.org/W2184859701"],"abstract_inverted_index":{"The":[0,80,113],"fact":[1],"that":[2,116],"emotions":[3,88],"play":[4],"a":[5,26,58,62,75,154],"vital":[6],"role":[7],"in":[8,53,61,124],"social":[9],"interactions,":[10],"along":[11],"with":[12,46],"the":[13,23,39,117,121,129,134,149],"demand":[14],"for":[15,142],"novel":[16],"human-computer":[17],"interaction":[18],"applications,":[19],"have":[20],"led":[21],"to":[22,139],"development":[24],"of":[25,28,41],"number":[27],"automatic":[29,77],"emotion":[30,64],"classification":[31,65,135,157],"systems.":[32],"However,":[33],"it":[34,144],"is":[35,145],"still":[36],"debatable":[37],"whether":[38],"performance":[40],"such":[42],"systems":[43],"can":[44,132],"compare":[45],"human":[47],"coders.":[48],"To":[49],"address":[50],"this":[51,54],"issue,":[52],"study,":[55],"we":[56],"present":[57],"comprehensive":[59],"comparison":[60,81],"speech-based":[63],"task":[66],"between":[67],"138":[68],"Amazon":[69],"Mechanical":[70],"Turk":[71],"workers":[72],"(Turkers)":[73],"and":[74,94,102,104,111],"state-of-the-art":[76],"computer":[78,118,130],"system.":[79],"includes":[82],"classifying":[83],"speech":[84],"utterances":[85,141,162],"into":[86,96,105],"six":[87],"(happy,":[89],"neutral,":[90],"sad,":[91],"anger,":[92],"disgust":[93],"fear),":[95],"three":[97,106],"arousal":[98],"classes":[99,108],"(active,":[100],"passive,":[101],"neutral),":[103],"valence":[107],"(positive,":[109],"negative,":[110],"neutral).":[112],"results":[114],"show":[115,153],"system":[119,131],"outperforms":[120],"naive":[122],"Turkers":[123,150],"almost":[125],"all":[126],"cases.":[127],"Furthermore,":[128],"increase":[133],"accuracy":[136,158],"by":[137],"rejecting":[138],"classify":[140],"which":[143],"not":[146,152],"confident,":[147],"while":[148],"do":[151],"significantly":[155],"higher":[156],"on":[159],"their":[160],"confident":[161],"versus":[163],"unconfi-dent":[164],"ones.":[165]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":3},{"year":2016,"cited_by_count":2}],"updated_date":"2026-03-12T08:34:05.389933","created_date":"2025-10-10T00:00:00"}