{"id":"https://openalex.org/W4306942161","doi":"https://doi.org/10.1007/s12369-022-00913-x","title":"A Scoping Review of the Literature On Prosodic Elements Related to Emotional Speech in Human-Robot Interaction","display_name":"A Scoping Review of the Literature On Prosodic Elements Related to Emotional Speech in Human-Robot Interaction","publication_year":2022,"publication_date":"2022-10-20","ids":{"openalex":"https://openalex.org/W4306942161","doi":"https://doi.org/10.1007/s12369-022-00913-x"},"language":"en","primary_location":{"id":"doi:10.1007/s12369-022-00913-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s12369-022-00913-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s12369-022-00913-x.pdf","source":{"id":"https://openalex.org/S168738021","display_name":"International Journal of Social Robotics","issn_l":"1875-4791","issn":["1875-4791","1875-4805"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Social Robotics","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s12369-022-00913-x.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053727106","display_name":"Norina Gasteiger","orcid":"https://orcid.org/0000-0001-7801-7417"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]},{"id":"https://openalex.org/I2799725268","display_name":"Manchester Academic Health Science Centre","ror":"https://ror.org/04rrkhs81","country_code":"GB","type":"healthcare","lineage":["https://openalex.org/I2799725268"]},{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB","NZ"],"is_corresponding":true,"raw_author_name":"Norina Gasteiger","raw_affiliation_strings":["Department of Electrical, Computer and Software Engineering, University of Auckland, 1142, Auckland, New Zealand","School of Health Sciences, The University of Manchester, Manchester, UK"],"raw_orcid":"https://orcid.org/0000-0001-7801-7417","affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer and Software Engineering, University of Auckland, 1142, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]},{"raw_affiliation_string":"School of Health Sciences, The University of Manchester, Manchester, UK","institution_ids":["https://openalex.org/I2799725268","https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085026213","display_name":"JongYoon Lim","orcid":"https://orcid.org/0000-0002-8707-5069"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"JongYoon Lim","raw_affiliation_strings":["Department of Electrical, Computer and Software Engineering, University of Auckland, 1142, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0002-8707-5069","affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer and Software Engineering, University of Auckland, 1142, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089869999","display_name":"Mehdi Hellou","orcid":"https://orcid.org/0000-0002-7502-3130"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210161954","display_name":"D\u00e9partement d'Informatique","ror":"https://ror.org/05y6rqs46","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I2746051580","https://openalex.org/I29607241","https://openalex.org/I4210159245","https://openalex.org/I4210161954"]}],"countries":["FR","NZ"],"is_corresponding":false,"raw_author_name":"Mehdi Hellou","raw_affiliation_strings":["Department of Electrical, Computer and Software Engineering, University of Auckland, 1142, Auckland, New Zealand","D\u00e9partement d\u2019Informatique, Facult\u00e9s des Sciences et Ing\u00e9nieries, Sorbonne Universit\u00e9, Paris, France"],"raw_orcid":"https://orcid.org/0000-0002-7502-3130","affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer and Software Engineering, University of Auckland, 1142, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]},{"raw_affiliation_string":"D\u00e9partement d\u2019Informatique, Facult\u00e9s des Sciences et Ing\u00e9nieries, Sorbonne Universit\u00e9, Paris, France","institution_ids":["https://openalex.org/I4210161954","https://openalex.org/I39804081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065146109","display_name":"Bruce A. MacDonald","orcid":"https://orcid.org/0000-0001-7602-8497"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Bruce A. MacDonald","raw_affiliation_strings":["Department of Electrical, Computer and Software Engineering, University of Auckland, 1142, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0001-7602-8497","affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer and Software Engineering, University of Auckland, 1142, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057419366","display_name":"Ho Seok Ahn","orcid":"https://orcid.org/0000-0001-7418-6280"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Ho Seok Ahn","raw_affiliation_strings":["Department of Electrical, Computer and Software Engineering, University of Auckland, 1142, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0001-7418-6280","affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer and Software Engineering, University of Auckland, 1142, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5053727106"],"corresponding_institution_ids":["https://openalex.org/I154130895","https://openalex.org/I2799725268","https://openalex.org/I28407311"],"apc_list":{"value":2890,"currency":"EUR","value_usd":3690},"apc_paid":{"value":2890,"currency":"EUR","value_usd":3690},"fwci":4.8042,"has_fulltext":true,"cited_by_count":34,"citation_normalized_percentile":{"value":0.95499889,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"16","issue":"4","first_page":"659","last_page":"670"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prosody","display_name":"Prosody","score":0.7633140683174133},{"id":"https://openalex.org/keywords/sadness","display_name":"Sadness","score":0.7083538174629211},{"id":"https://openalex.org/keywords/anger","display_name":"Anger","score":0.5707449316978455},{"id":"https://openalex.org/keywords/disgust","display_name":"Disgust","score":0.5512368679046631},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5430322289466858},{"id":"https://openalex.org/keywords/emotional-expression","display_name":"Emotional expression","score":0.49504509568214417},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.4898821711540222},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.48603421449661255},{"id":"https://openalex.org/keywords/emotion-classification","display_name":"Emotion classification","score":0.43643930554389954},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.4248197674751282},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4173589050769806},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.39567384123802185},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3288935124874115},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2970890402793884},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.2716260850429535},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.20834437012672424},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.1386716067790985}],"concepts":[{"id":"https://openalex.org/C542774811","wikidata":"https://www.wikidata.org/wiki/Q10880526","display_name":"Prosody","level":2,"score":0.7633140683174133},{"id":"https://openalex.org/C2779812673","wikidata":"https://www.wikidata.org/wiki/Q169251","display_name":"Sadness","level":3,"score":0.7083538174629211},{"id":"https://openalex.org/C2779302386","wikidata":"https://www.wikidata.org/wiki/Q79871","display_name":"Anger","level":2,"score":0.5707449316978455},{"id":"https://openalex.org/C2777375102","wikidata":"https://www.wikidata.org/wiki/Q208351","display_name":"Disgust","level":3,"score":0.5512368679046631},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5430322289466858},{"id":"https://openalex.org/C143110190","wikidata":"https://www.wikidata.org/wiki/Q5373787","display_name":"Emotional expression","level":2,"score":0.49504509568214417},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.4898821711540222},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.48603421449661255},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.43643930554389954},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.4248197674751282},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4173589050769806},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.39567384123802185},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3288935124874115},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2970890402793884},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.2716260850429535},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.20834437012672424},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.1386716067790985}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s12369-022-00913-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s12369-022-00913-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s12369-022-00913-x.pdf","source":{"id":"https://openalex.org/S168738021","display_name":"International Journal of Social Robotics","issn_l":"1875-4791","issn":["1875-4791","1875-4805"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Social Robotics","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/e56ce31d-cd35-4473-af94-bd844f4226c5","is_oa":false,"landing_page_url":"https://research.manchester.ac.uk/en/publications/e56ce31d-cd35-4473-af94-bd844f4226c5","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Gasteiger, N, Lim, J, Hellou, M, MacDonald, B A & Ahn, H S 2022, 'A scoping review of the literature on prosodic elements related to emotional speech in human-robot interaction', International Journal of Social Robotics.","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1007/s12369-022-00913-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s12369-022-00913-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s12369-022-00913-x.pdf","source":{"id":"https://openalex.org/S168738021","display_name":"International Journal of Social Robotics","issn_l":"1875-4791","issn":["1875-4791","1875-4805"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Social Robotics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5799999833106995,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G811360338","display_name":null,"funder_award_id":"10077553","funder_id":"https://openalex.org/F4320321681","funder_display_name":"Ministry of Trade, Industry and Energy"}],"funders":[{"id":"https://openalex.org/F4320320801","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07"},{"id":"https://openalex.org/F4320321681","display_name":"Ministry of Trade, Industry and Energy","ror":"https://ror.org/008nkqk13"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4306942161.pdf","grobid_xml":"https://content.openalex.org/works/W4306942161.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W1513398909","https://openalex.org/W1966797434","https://openalex.org/W1982497469","https://openalex.org/W1987708126","https://openalex.org/W2003547693","https://openalex.org/W2024289965","https://openalex.org/W2026133271","https://openalex.org/W2066064791","https://openalex.org/W2075950485","https://openalex.org/W2083638007","https://openalex.org/W2099813784","https://openalex.org/W2112907966","https://openalex.org/W2140910804","https://openalex.org/W2149628368","https://openalex.org/W2213398625","https://openalex.org/W2473697718","https://openalex.org/W2599069801","https://openalex.org/W2766682046","https://openalex.org/W2767307100","https://openalex.org/W2786095354","https://openalex.org/W2791904197","https://openalex.org/W2799520318","https://openalex.org/W2806848856","https://openalex.org/W2891378911","https://openalex.org/W2900594750","https://openalex.org/W2913953952","https://openalex.org/W2914183008","https://openalex.org/W2917835310","https://openalex.org/W2946825181","https://openalex.org/W2952955541","https://openalex.org/W2973518854","https://openalex.org/W3008252027","https://openalex.org/W3039758639","https://openalex.org/W3126148164","https://openalex.org/W3152850577","https://openalex.org/W3155638556","https://openalex.org/W3164743056","https://openalex.org/W4230277160","https://openalex.org/W4294215472","https://openalex.org/W7018949167"],"related_works":["https://openalex.org/W4238520549","https://openalex.org/W3216173459","https://openalex.org/W2794357331","https://openalex.org/W4242611441","https://openalex.org/W4242034606","https://openalex.org/W2037174948","https://openalex.org/W71705338","https://openalex.org/W4388134110","https://openalex.org/W2423081157","https://openalex.org/W1873860913"],"abstract_inverted_index":{"Abstract":[0],"Background":[1],"Sentiment":[2],"expression":[3],"and":[4,10,29,71,85,93,103,138,177,194,203,242],"detection":[5],"are":[6,40,52],"crucial":[7],"for":[8,169],"effective":[9,157,168,247],"empathetic":[11],"human-robot":[12,43,249],"interaction.":[13,44,251],"Previous":[14],"work":[15],"in":[16,42,57,66,88,115,158,196,211,248],"this":[17],"field":[18],"often":[19],"focuses":[20],"on":[21],"non-verbal":[22,222],"emotion":[23],"expression,":[24],"such":[25],"as":[26],"facial":[27],"expressions":[28],"gestures.":[30],"Less":[31],"is":[32,231,245],"known":[33],"about":[34],"which":[35,243],"specific":[36],"prosodic":[37,50,122,153,189],"speech":[38,56,133],"elements":[39,51,123,154,190],"required":[41],"Our":[45],"research":[46,181,230],"question":[47],"was:":[48],"what":[49],"related":[53],"to":[54,111,160,215,233],"emotional":[55,197],"human-computer/robot":[58],"interaction?":[59],"Methods":[60],"The":[61,118,152,207],"scoping":[62],"review":[63],"was":[64,75],"conducted":[65],"alignment":[67],"with":[68,220,240],"the":[69,78,116,184],"Arksey":[70],"O\u2019Malley":[72],"methods.":[73],"Literature":[74],"identified":[76],"from":[77,109],"SCOPUS,":[79],"IEEE":[80],"Xplore,":[81],"ACM":[82],"Digital":[83],"Library":[84],"PsycINFO":[86],"databases":[87],"May":[89],"2021.":[90],"After":[91],"screening":[92],"de-duplication,":[94],"data":[95],"were":[96,113,124,148,155,166],"extracted":[97],"into":[98],"an":[99],"Excel":[100],"coding":[101],"sheet":[102],"summarised.":[104],"Results":[105],"Thirteen":[106],"papers,":[107],"published":[108],"2012":[110],"2020":[112],"included":[114],"review.":[117],"most":[119,246],"commonly":[120,187],"used":[121,188],"tone/pitch":[125],"(n":[126,130,135,140,145],"=":[127,131,136,141,146],"8),":[128],"loudness/volume":[129],"6)":[132],"speed":[134,193],"4)":[137],"pauses":[139],"3).":[142],"Non-linguistic":[143],"vocalisations":[144],"1)":[147],"less":[149,167],"frequently":[150],"used.":[151],"generally":[156],"helping":[159],"convey":[161],"or":[162,227],"detect":[163],"emotion,":[164],"but":[165],"negative":[170,213],"sentiment":[171,214],"(e.g.,":[172,224],"anger,":[173],"fear,":[174],"frustration,":[175],"sadness":[176],"disgust).":[178],"Discussion":[179],"Future":[180],"should":[182],"explore":[183],"effectiveness":[185],"of":[186,209],"(tone,":[191],"loudness,":[192],"pauses)":[195],"speech,":[198],"using":[199],"larger":[200],"sample":[201],"sizes":[202],"real-life":[204],"interaction":[205],"scenarios.":[206],"success":[208],"prosody":[210,241],"conveying":[212],"humans":[216],"may":[217,237],"be":[218,238],"improved":[219],"additional":[221],"cues":[223],"coloured":[225],"light":[226],"motion).":[228],"More":[229],"needed":[232],"determine":[234],"how":[235],"these":[236],"combined":[239],"combination":[244],"affective":[250]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}