{"id":"https://openalex.org/W2746443639","doi":"https://doi.org/10.1145/3125571.3125590","title":"Exploiting Correlation between Body Gestures and Spoken Sentences for Real-time Emotion Recognition","display_name":"Exploiting Correlation between Body Gestures and Spoken Sentences for Real-time Emotion Recognition","publication_year":2017,"publication_date":"2017-08-24","ids":{"openalex":"https://openalex.org/W2746443639","doi":"https://doi.org/10.1145/3125571.3125590","mag":"2746443639"},"language":"en","primary_location":{"id":"doi:10.1145/3125571.3125590","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3125571.3125590","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 12th Biannual Conference on Italian SIGCHI Chapter","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/10447/298739","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089909588","display_name":"Fabrizio Milazzo","orcid":"https://orcid.org/0000-0002-9061-385X"},"institutions":[{"id":"https://openalex.org/I900890020","display_name":"University of Palermo","ror":"https://ror.org/044k9ta02","country_code":"IT","type":"education","lineage":["https://openalex.org/I900890020"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fabrizio Milazzo","raw_affiliation_strings":["Universit\u00e0 degli Studi di Palermo, Dipartimento dell'Innovazione Industriale e Digitale (DIID), Palermo, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e0 degli Studi di Palermo, Dipartimento dell'Innovazione Industriale e Digitale (DIID), Palermo, Italy","institution_ids":["https://openalex.org/I900890020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090377936","display_name":"Agnese Augello","orcid":"https://orcid.org/0000-0001-6463-9151"},"institutions":[{"id":"https://openalex.org/I3005160176","display_name":"Institute for High Performance Computing and Networking","ror":"https://ror.org/04r5fge26","country_code":"IT","type":"facility","lineage":["https://openalex.org/I3005160176","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Agnese Augello","raw_affiliation_strings":["Consiglio Nazionale delle Ricerche, Istituto di Calcolo ad Alte Prestazioni, Palermo, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Consiglio Nazionale delle Ricerche, Istituto di Calcolo ad Alte Prestazioni, Palermo, Italy","institution_ids":["https://openalex.org/I3005160176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061605283","display_name":"Giovanni Pilato","orcid":"https://orcid.org/0000-0002-6254-2249"},"institutions":[{"id":"https://openalex.org/I3005160176","display_name":"Institute for High Performance Computing and Networking","ror":"https://ror.org/04r5fge26","country_code":"IT","type":"facility","lineage":["https://openalex.org/I3005160176","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giovanni Pilato","raw_affiliation_strings":["Consiglio Nazionale delle Ricerche, Istituto di Calcolo ad Alte Prestazioni, Palermo, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Consiglio Nazionale delle Ricerche, Istituto di Calcolo ad Alte Prestazioni, Palermo, Italy","institution_ids":["https://openalex.org/I3005160176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005439684","display_name":"Vito Gentile","orcid":"https://orcid.org/0000-0002-3844-3136"},"institutions":[{"id":"https://openalex.org/I900890020","display_name":"University of Palermo","ror":"https://ror.org/044k9ta02","country_code":"IT","type":"education","lineage":["https://openalex.org/I900890020"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Vito Gentile","raw_affiliation_strings":["Universit\u00e0 degli Studi di Palermo, Dipartimento dell'Innovazione Industriale e Digitale (DIID), Palermo, Italy and Ubiquitous Systems and Interfaces (USI)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e0 degli Studi di Palermo, Dipartimento dell'Innovazione Industriale e Digitale (DIID), Palermo, Italy and Ubiquitous Systems and Interfaces (USI)","institution_ids":["https://openalex.org/I900890020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101451575","display_name":"Antonio Gentile","orcid":"https://orcid.org/0000-0003-4054-5809"},"institutions":[{"id":"https://openalex.org/I900890020","display_name":"University of Palermo","ror":"https://ror.org/044k9ta02","country_code":"IT","type":"education","lineage":["https://openalex.org/I900890020"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Antonio Gentile","raw_affiliation_strings":["Universit\u00e0 degli Studi di Palermo, Dipartimento dell'Innovazione Industriale e Digitale (DIID), Palermo, Italy and Ubiquitous Systems and Interfaces (USI) and InformAmuse s.r.l., Via Nunzio Morello, Palermo, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e0 degli Studi di Palermo, Dipartimento dell'Innovazione Industriale e Digitale (DIID), Palermo, Italy and Ubiquitous Systems and Interfaces (USI) and InformAmuse s.r.l., Via Nunzio Morello, Palermo, Italy","institution_ids":["https://openalex.org/I900890020"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047780365","display_name":"Salvatore Sorce","orcid":"https://orcid.org/0000-0003-1976-031X"},"institutions":[{"id":"https://openalex.org/I59433898","display_name":"Brunel University of London","ror":"https://ror.org/00dn4t376","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I59433898"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Salvatore Sorce","raw_affiliation_strings":["Brunel University London, College of Engineering, Design and Physical Sciences, Department of Computer Science, Uxbridge, United Kingdom and Ubiquitous Systems and Interfaces (USI) and InformAmuse s.r.l., Via Nunzio Morello, Palermo, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brunel University London, College of Engineering, Design and Physical Sciences, Department of Computer Science, Uxbridge, United Kingdom and Ubiquitous Systems and Interfaces (USI) and InformAmuse s.r.l., Via Nunzio Morello, Palermo, Italy","institution_ids":["https://openalex.org/I59433898"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.1272113,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.8809301853179932},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7791318893432617},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5804869532585144},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5727697014808655},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5506047606468201},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.5468501448631287},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5067136883735657},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.505879819393158},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.4560607969760895},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4360058903694153},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.42808863520622253},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.41035518050193787},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3505629301071167}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.8809301853179932},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7791318893432617},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5804869532585144},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5727697014808655},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5506047606468201},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.5468501448631287},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5067136883735657},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.505879819393158},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.4560607969760895},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4360058903694153},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.42808863520622253},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.41035518050193787},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3505629301071167},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3125571.3125590","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3125571.3125590","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 12th Biannual Conference on Italian SIGCHI Chapter","raw_type":"proceedings-article"},{"id":"pmh:oai:iris.unipa.it:10447/298739","is_oa":true,"landing_page_url":"http://hdl.handle.net/10447/298739","pdf_url":null,"source":{"id":"https://openalex.org/S4306401065","display_name":"Nova Science Publishers (Nova Science Publishers, Inc.)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/bookPart"}],"best_oa_location":{"id":"pmh:oai:iris.unipa.it:10447/298739","is_oa":true,"landing_page_url":"http://hdl.handle.net/10447/298739","pdf_url":null,"source":{"id":"https://openalex.org/S4306401065","display_name":"Nova Science Publishers (Nova Science Publishers, Inc.)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/bookPart"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W38739846","https://openalex.org/W90203638","https://openalex.org/W116902681","https://openalex.org/W175284828","https://openalex.org/W1500694805","https://openalex.org/W1541683673","https://openalex.org/W1555767263","https://openalex.org/W1595126664","https://openalex.org/W1796264214","https://openalex.org/W1894439685","https://openalex.org/W2005817655","https://openalex.org/W2024221294","https://openalex.org/W2060280062","https://openalex.org/W2073418956","https://openalex.org/W2089384715","https://openalex.org/W2092617083","https://openalex.org/W2106964106","https://openalex.org/W2108036388","https://openalex.org/W2128070398","https://openalex.org/W2134297857","https://openalex.org/W2138988042","https://openalex.org/W2142385019","https://openalex.org/W2152887989","https://openalex.org/W2164471543","https://openalex.org/W2170505850","https://openalex.org/W2182848507","https://openalex.org/W2326371935","https://openalex.org/W2331804107","https://openalex.org/W2342900173","https://openalex.org/W2404480901","https://openalex.org/W2483307068","https://openalex.org/W2490710856","https://openalex.org/W2546278102","https://openalex.org/W2599118017","https://openalex.org/W2615714547","https://openalex.org/W2624725137","https://openalex.org/W2729416615","https://openalex.org/W2740907739"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W2902873204","https://openalex.org/W2185750513","https://openalex.org/W2010878661","https://openalex.org/W3147379364","https://openalex.org/W2026258298","https://openalex.org/W3204639664","https://openalex.org/W2970836791","https://openalex.org/W2805039731","https://openalex.org/W2989699735"],"abstract_inverted_index":{"Humans":[0],"communicate":[1],"their":[2],"affective":[3,66],"states":[4],"through":[5],"different":[6],"media,":[7],"both":[8],"verbal":[9],"and":[10,31,34,68,77,140],"non-verbal,":[11],"often":[12],"used":[13],"at":[14],"the":[15,21,38,48,53,62,69,94,116,144],"same":[16],"time.":[17],"The":[18],"knowledge":[19],"of":[20,75,100,143],"emotional":[22],"state":[23,67],"plays":[24],"a":[25,82,91,97,120,136],"key":[26],"role":[27],"to":[28],"provide":[29],"personalized":[30],"context-related":[32],"information":[33],"services.":[35],"This":[36],"is":[37,115],"main":[39],"reason":[40],"why":[41],"several":[42],"algorithms":[43],"have":[44],"been":[45],"proposed":[46,145],"in":[47,73],"last":[49],"few":[50],"years":[51],"for":[52,84,119],"automatic":[54],"emotion":[55,86,106,124],"recognition.":[56],"In":[57,90],"this":[58],"work":[59],"we":[60,80],"exploit":[61],"correlation":[63],"between":[64],"one's":[65],"simultaneous":[70],"body":[71],"expressions":[72],"terms":[74],"speech":[76],"gestures.":[78,89,132],"Here":[79],"propose":[81],"system":[83,95],"real-time":[85,141],"recognition":[87,138],"from":[88,129],"first":[92],"step,":[93,122],"builds":[96],"trusted":[98],"dataset":[99,114],"association":[101],"pairs":[102],"(motion":[103],"data":[104],"\u2192":[105],"pattern),":[107],"also":[108],"based":[109],"on":[110],"textual":[111],"information.":[112],"Such":[113],"ground":[117],"truth":[118],"further":[121],"where":[123],"patterns":[125],"can":[126],"be":[127],"extracted":[128],"new":[130],"unclassified":[131],"Experimental":[133],"results":[134],"demonstrate":[135],"good":[137],"accuracy":[139],"capabilities":[142],"system.":[146]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}