{"id":"https://openalex.org/W4403919913","doi":"https://doi.org/10.1109/ro-man60168.2024.10731355","title":"Sigh!!! There is more than just faces and verbal speech to recognize emotion in human-robot interaction","display_name":"Sigh!!! There is more than just faces and verbal speech to recognize emotion in human-robot interaction","publication_year":2024,"publication_date":"2024-08-26","ids":{"openalex":"https://openalex.org/W4403919913","doi":"https://doi.org/10.1109/ro-man60168.2024.10731355"},"language":"en","primary_location":{"id":"doi:10.1109/ro-man60168.2024.10731355","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ro-man60168.2024.10731355","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 33rd IEEE International Conference on Robot and Human Interactive Communication (ROMAN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083895545","display_name":"Rahul Singh Maharjan","orcid":"https://orcid.org/0000-0002-3893-2079"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Rahul Singh Maharjan","raw_affiliation_strings":["University of Manchester,Manchester Centre for Robotics and AI,Manchester,United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Manchester,Manchester Centre for Robotics and AI,Manchester,United Kingdom","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056837072","display_name":"Marta Romeo","orcid":"https://orcid.org/0000-0003-4438-0255"},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Marta Romeo","raw_affiliation_strings":["Heriot-Watt University,Edinburgh,United Kingdom"],"affiliations":[{"raw_affiliation_string":"Heriot-Watt University,Edinburgh,United Kingdom","institution_ids":["https://openalex.org/I32062511"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091768977","display_name":"Angelo Cangelosi","orcid":"https://orcid.org/0000-0002-4709-2243"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Angelo Cangelosi","raw_affiliation_strings":["University of Manchester,Manchester Centre for Robotics and AI,Manchester,United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Manchester,Manchester Centre for Robotics and AI,Manchester,United Kingdom","institution_ids":["https://openalex.org/I28407311"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5083895545"],"corresponding_institution_ids":["https://openalex.org/I28407311"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.24870602,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"62","last_page":"68"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.954200029373169,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.954200029373169,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.648080587387085},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6311448216438293},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.6196034550666809},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5807393789291382},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5343844890594482},{"id":"https://openalex.org/keywords/nonverbal-communication","display_name":"Nonverbal communication","score":0.4695998430252075},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3942872881889343},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3665609657764435},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3304068446159363},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.24950364232063293},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.24458074569702148}],"concepts":[{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.648080587387085},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6311448216438293},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.6196034550666809},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5807393789291382},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5343844890594482},{"id":"https://openalex.org/C145633318","wikidata":"https://www.wikidata.org/wiki/Q207125","display_name":"Nonverbal communication","level":2,"score":0.4695998430252075},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3942872881889343},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3665609657764435},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3304068446159363},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.24950364232063293},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.24458074569702148}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ro-man60168.2024.10731355","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ro-man60168.2024.10731355","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 33rd IEEE International Conference on Robot and Human Interactive Communication (ROMAN)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:publications/29af7807-699c-4862-85e2-b7ef2624c314","is_oa":false,"landing_page_url":"https://research.manchester.ac.uk/en/publications/29af7807-699c-4862-85e2-b7ef2624c314","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Maharjan, R S, Romeo, M & Cangelosi, A 2024, Sigh!!! There is more than just faces and verbal speech to recognize emotion in human-robot interaction. in 2024 33rd IEEE International Conference on Robot and Human Interactive Communication (ROMAN). IEEE, pp. 62-68, 33rd IEEE International Conference on Robot and Human Interactive Communication, Pasadena, California, United States, 26/08/24. https://doi.org/10.1109/RO-MAN60168.2024.10731355","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W1500689121","https://openalex.org/W1542733633","https://openalex.org/W1906883035","https://openalex.org/W1989104072","https://openalex.org/W1997581210","https://openalex.org/W2002724692","https://openalex.org/W2048765566","https://openalex.org/W2049174585","https://openalex.org/W2091616723","https://openalex.org/W2105754886","https://openalex.org/W2108598243","https://openalex.org/W2115478715","https://openalex.org/W2120585591","https://openalex.org/W2120663682","https://openalex.org/W2130544131","https://openalex.org/W2139237464","https://openalex.org/W2151116952","https://openalex.org/W2160692269","https://openalex.org/W2162994165","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2282122143","https://openalex.org/W2327155945","https://openalex.org/W2470524170","https://openalex.org/W2747602812","https://openalex.org/W2905180035","https://openalex.org/W2905841571","https://openalex.org/W2962850167","https://openalex.org/W2963446712","https://openalex.org/W3034751874","https://openalex.org/W3047402143","https://openalex.org/W3093486870","https://openalex.org/W3127525340","https://openalex.org/W3139503245","https://openalex.org/W3209984917","https://openalex.org/W4205559380","https://openalex.org/W4255053369","https://openalex.org/W4285022345","https://openalex.org/W4297841542","https://openalex.org/W4298112153","https://openalex.org/W4313280039","https://openalex.org/W4362650864","https://openalex.org/W4362650920","https://openalex.org/W4372259780","https://openalex.org/W4375869163","https://openalex.org/W4385488695","https://openalex.org/W4390905735","https://openalex.org/W6744792782","https://openalex.org/W6757817989","https://openalex.org/W6780218876","https://openalex.org/W6781150751","https://openalex.org/W6810693714","https://openalex.org/W6839058616","https://openalex.org/W6839551726","https://openalex.org/W6843162797","https://openalex.org/W6843937514","https://openalex.org/W6847363464","https://openalex.org/W6848892556","https://openalex.org/W6856168926"],"related_works":["https://openalex.org/W2391422698","https://openalex.org/W52595306","https://openalex.org/W2385209118","https://openalex.org/W4287179229","https://openalex.org/W3205513966","https://openalex.org/W3126677997","https://openalex.org/W3120459843","https://openalex.org/W1610857240","https://openalex.org/W4366547574","https://openalex.org/W3200191727"],"abstract_inverted_index":{"Understanding":[0],"human":[1,26,124],"emotions":[2],"is":[3],"paramount":[4],"for":[5,43,91,145,191],"effective":[6],"human-human":[7],"interactions.":[8],"As":[9],"technology":[10],"advances,":[11],"social":[12,117],"robots":[13,118],"are":[14],"increasingly":[15],"being":[16],"developed":[17],"with":[18,28],"the":[19,29,68,114,128],"capability":[20],"to":[21,25,123,185],"discern":[22],"and":[23,35,99,121,136,167,172],"respond":[24],"emotions,":[27],"ultimate":[30],"aim":[31],"of":[32,58,70,74,107,116,164],"providing":[33],"assistance":[34],"companionship.":[36],"However,":[37],"existing":[38],"research":[39],"on":[40,48,67,169],"emotion":[41,89,174],"recognition":[42,149,190],"human-robot":[44,92,192],"interaction":[45],"predominantly":[46],"focuses":[47],"facial":[49],"expressions":[50],"or":[51],"verbal":[52],"speech,":[53],"neglecting":[54],"other":[55],"potential":[56],"mediums":[57],"emotional":[59,75,108],"expression.":[60],"In":[61],"this":[62],"study,":[63],"we":[64,140,178],"shed":[65],"light":[66],"significance":[69],"considering":[71],"various":[72],"forms":[73],"expression,":[76],"mainly":[77],"nonverbal":[78],"vocalization":[79],"known":[80],"as":[81],"vocal":[82,101,132,147,188],"bursts,":[83,95],"which":[84],"have":[85],"been":[86],"overlooked":[87],"in":[88,119,131],"modeling":[90],"interaction.":[93,193],"Vocal":[94],"characterized":[96],"by":[97,127],"brief":[98],"intense":[100],"utterances,":[102],"represent":[103],"a":[104,142],"rich":[105],"source":[106],"cues":[109],"that":[110,150,181],"can":[111,151],"significantly":[112],"enhance":[113,186],"capabilities":[115],"understanding":[120],"responding":[122],"emotions.":[125],"Driven":[126],"increasing":[129],"interest":[130],"bursts":[133],"within":[134],"speech":[135],"affective":[137,146,187],"computing":[138],"research,":[139],"propose":[141],"baseline":[143,158],"model":[144,159],"burst":[148,189],"outperform":[152],"large":[153],"audio":[154],"models.":[155],"The":[156],"proposed":[157],"achieves":[160],"weighted":[161],"F1":[162],"scores":[163],"0.606,":[165],"0.342,":[166],"0.287":[168],"10,":[170],"24,":[171],"30":[173],"classes,":[175],"respectively.":[176],"Additionally,":[177],"identify":[179],"challenges":[180],"must":[182],"be":[183],"addressed":[184],"Code":[194],"available":[195],"at":[196],"/github.com/rahullabs/Sigh":[197]},"counts_by_year":[],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}