{"id":"https://openalex.org/W1514944708","doi":"https://doi.org/10.21437/icslp.2002-559","title":"Prosody-based automatic detection of annoyance and frustration in human-computer dialog","display_name":"Prosody-based automatic detection of annoyance and frustration in human-computer dialog","publication_year":2002,"publication_date":"2002-09-16","ids":{"openalex":"https://openalex.org/W1514944708","doi":"https://doi.org/10.21437/icslp.2002-559","mag":"1514944708"},"language":"en","primary_location":{"id":"doi:10.21437/icslp.2002-559","is_oa":false,"landing_page_url":"https://doi.org/10.21437/icslp.2002-559","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"7th International Conference on Spoken Language Processing (ICSLP 2002)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110250821","display_name":"Jeremy Ang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jeremy Ang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111498584","display_name":"Rajdip Dhillon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rajdip Dhillon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021078521","display_name":"Ashley Krupski","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ashley Krupski","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107174154","display_name":"Elizabeth Shriberg","orcid":"https://orcid.org/0009-0004-3779-4956"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Elizabeth Shriberg","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5060979948","display_name":"Andreas Stolcke","orcid":"https://orcid.org/0000-0002-9925-905X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andreas Stolcke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":389,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2037","last_page":"2040"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dialog-box","display_name":"Dialog box","score":0.8322153687477112},{"id":"https://openalex.org/keywords/prosody","display_name":"Prosody","score":0.7837256193161011},{"id":"https://openalex.org/keywords/annoyance","display_name":"Annoyance","score":0.7593003511428833},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7147648930549622},{"id":"https://openalex.org/keywords/frustration","display_name":"Frustration","score":0.6630415320396423},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46277153491973877},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4192866086959839},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.36888381838798523},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35783880949020386},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.2022940218448639},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.13814663887023926},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.12527421116828918}],"concepts":[{"id":"https://openalex.org/C173853756","wikidata":"https://www.wikidata.org/wiki/Q86915","display_name":"Dialog box","level":2,"score":0.8322153687477112},{"id":"https://openalex.org/C542774811","wikidata":"https://www.wikidata.org/wiki/Q10880526","display_name":"Prosody","level":2,"score":0.7837256193161011},{"id":"https://openalex.org/C178937217","wikidata":"https://www.wikidata.org/wiki/Q256401","display_name":"Annoyance","level":3,"score":0.7593003511428833},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7147648930549622},{"id":"https://openalex.org/C38710091","wikidata":"https://www.wikidata.org/wiki/Q192242","display_name":"Frustration","level":2,"score":0.6630415320396423},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46277153491973877},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4192866086959839},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36888381838798523},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35783880949020386},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2022940218448639},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.13814663887023926},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12527421116828918},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C79018884","wikidata":"https://www.wikidata.org/wiki/Q622324","display_name":"Loudness","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.21437/icslp.2002-559","is_oa":false,"landing_page_url":"https://doi.org/10.21437/icslp.2002-559","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"7th International Conference on Spoken Language Processing (ICSLP 2002)","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.13.4027","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.13.4027","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.icsi.berkeley.edu/ftp/global/pub/speech/papers/icslp2002-emotion.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W147552783","https://openalex.org/W1563235770","https://openalex.org/W1923034539","https://openalex.org/W2032254851","https://openalex.org/W2097978681","https://openalex.org/W2118911453","https://openalex.org/W2131853730","https://openalex.org/W2171696107"],"related_works":["https://openalex.org/W2405773785","https://openalex.org/W2006964998","https://openalex.org/W1542491854","https://openalex.org/W2163959382","https://openalex.org/W4312257519","https://openalex.org/W2938339049","https://openalex.org/W2088730375","https://openalex.org/W4320183368","https://openalex.org/W1978513722","https://openalex.org/W2063009662"],"abstract_inverted_index":{"We":[0],"investigate":[1],"the":[2,7,24,121],"use":[3],"of":[4,9,26,57,107,119],"prosody":[5],"for":[6],"detection":[8],"frustration":[10],"and":[11,30,70],"annoyance":[12],"in":[13],"natural":[14],"human-computer":[15],"dialog.":[16],"In":[17],"addition":[18],"to":[19],"prosodic":[20,37,82],"features,":[21,96],"we":[22,110],"examine":[23],"contribution":[25],"language":[27],"model":[28,38,83,95],"information":[29],"speaking":[31],""style".":[32],"Results":[33],"show":[34],"that":[35,56,112],"a":[36,116],"can":[39],"predict":[40],"whether":[41],"an":[42,51],"utterance":[43],"is":[44,114],"neutral":[45],"versus":[46,91],""annoyed":[47],"or":[48],"frustrated"":[49],"with":[50,55],"accuracy":[52,84],"on":[53,76,100],"par":[54],"human":[58],"interlabeler":[59],"agreement.":[60],"Accuracy":[61],"increases":[62],"when":[63,71,88],"discriminating":[64],"only":[65,73,86],""frustrated"":[66],"from":[67],"other":[68],"utterances,":[69],"using":[72,89],"those":[74],"utterances":[75],"which":[77],"labelers":[78],"originally":[79],"agreed.":[80],"Furthermore,":[81],"degrades":[85],"slightly":[87],"recognized":[90],"true":[92,101],"words.":[93],"Language":[94],"even":[97],"if":[98],"based":[99],"words,":[102],"are":[103],"relatively":[104],"poor":[105],"predictors":[106],"frustration.":[108],"Finally,":[109],"find":[111],"hyperarticulation":[113],"not":[115],"good":[117],"predictor":[118],"emotion;":[120],"two":[122],"phenomena":[123],"often":[124],"occur":[125],"independently.":[126]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":15},{"year":2018,"cited_by_count":9},{"year":2017,"cited_by_count":7},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":12},{"year":2014,"cited_by_count":15},{"year":2013,"cited_by_count":34},{"year":2012,"cited_by_count":26}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}