{"id":"https://openalex.org/W2169133083","doi":"https://doi.org/10.1145/2809643.2809645","title":"A Multimodal System for Nonverbal Human Feature Recognition in Emotional Framework","display_name":"A Multimodal System for Nonverbal Human Feature Recognition in Emotional Framework","publication_year":2015,"publication_date":"2015-09-15","ids":{"openalex":"https://openalex.org/W2169133083","doi":"https://doi.org/10.1145/2809643.2809645","mag":"2169133083"},"language":"en","primary_location":{"id":"doi:10.1145/2809643.2809645","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2809643.2809645","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd Workshop on Emotions and Personality in Personalized Systems 2015","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050013557","display_name":"Vitoantonio Bevilacqua","orcid":"https://orcid.org/0000-0002-3088-0788"},"institutions":[{"id":"https://openalex.org/I68618741","display_name":"Polytechnic University of Bari","ror":"https://ror.org/03c44v465","country_code":"IT","type":"education","lineage":["https://openalex.org/I68618741"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Vitoantonio Bevilacqua","raw_affiliation_strings":["Dipartimento di Ingegneria Elettrica e Dell'informazione, Politecnico di Bari, Bari, Italy"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Ingegneria Elettrica e Dell'informazione, Politecnico di Bari, Bari, Italy","institution_ids":["https://openalex.org/I68618741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067482166","display_name":"Leonarda Carnimeo","orcid":"https://orcid.org/0000-0003-0319-3680"},"institutions":[{"id":"https://openalex.org/I68618741","display_name":"Polytechnic University of Bari","ror":"https://ror.org/03c44v465","country_code":"IT","type":"education","lineage":["https://openalex.org/I68618741"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Leonarda Carnimeo","raw_affiliation_strings":["Dipartimento di Ingegneria Elettrica e Dell'informazione, Politecnico di Bari, Bari, Italy"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Ingegneria Elettrica e Dell'informazione, Politecnico di Bari, Bari, Italy","institution_ids":["https://openalex.org/I68618741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044095745","display_name":"Pietro Guccione","orcid":"https://orcid.org/0000-0002-7126-0040"},"institutions":[{"id":"https://openalex.org/I68618741","display_name":"Polytechnic University of Bari","ror":"https://ror.org/03c44v465","country_code":"IT","type":"education","lineage":["https://openalex.org/I68618741"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Pietro Guccione","raw_affiliation_strings":["Dipartimento di Ingegneria Elettrica e Dell'informazione, Politecnico di Bari, Bari, Italy"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Ingegneria Elettrica e Dell'informazione, Politecnico di Bari, Bari, Italy","institution_ids":["https://openalex.org/I68618741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112701792","display_name":"Giuseppe Mastronardi","orcid":null},"institutions":[{"id":"https://openalex.org/I68618741","display_name":"Polytechnic University of Bari","ror":"https://ror.org/03c44v465","country_code":"IT","type":"education","lineage":["https://openalex.org/I68618741"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giuseppe Mastronardi","raw_affiliation_strings":["Dipartimento di Ingegneria Elettrica e Dell'informazione, Politecnico di Bari, Bari, Italy"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Ingegneria Elettrica e Dell'informazione, Politecnico di Bari, Bari, Italy","institution_ids":["https://openalex.org/I68618741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071001598","display_name":"Antonio Emmanuele Uva","orcid":"https://orcid.org/0000-0001-7271-6137"},"institutions":[{"id":"https://openalex.org/I68618741","display_name":"Polytechnic University of Bari","ror":"https://ror.org/03c44v465","country_code":"IT","type":"education","lineage":["https://openalex.org/I68618741"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Antonio Emanuele Uva","raw_affiliation_strings":["Dipartimento di Meccanica, Matematica e Management, Politecnico di Bari, Bari, Italy"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Meccanica, Matematica e Management, Politecnico di Bari, Bari, Italy","institution_ids":["https://openalex.org/I68618741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025791241","display_name":"Michele Fiorentino","orcid":"https://orcid.org/0000-0003-2197-6574"},"institutions":[{"id":"https://openalex.org/I68618741","display_name":"Polytechnic University of Bari","ror":"https://ror.org/03c44v465","country_code":"IT","type":"education","lineage":["https://openalex.org/I68618741"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Michele Fiorentino","raw_affiliation_strings":["Dipartimento di Meccanica, Matematica e Management, Politecnico di Bari, Bari, Italy"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Meccanica, Matematica e Management, Politecnico di Bari, Bari, Italy","institution_ids":["https://openalex.org/I68618741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073431059","display_name":"Giuseppe Monno","orcid":"https://orcid.org/0000-0003-4120-4096"},"institutions":[{"id":"https://openalex.org/I68618741","display_name":"Polytechnic University of Bari","ror":"https://ror.org/03c44v465","country_code":"IT","type":"education","lineage":["https://openalex.org/I68618741"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giuseppe Monno","raw_affiliation_strings":["Dipartimento di Meccanica, Matematica e Management, Politecnico di Bari, Bari, Italy"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Meccanica, Matematica e Management, Politecnico di Bari, Bari, Italy","institution_ids":["https://openalex.org/I68618741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083042473","display_name":"Francescomaria Marino","orcid":"https://orcid.org/0000-0003-4919-5403"},"institutions":[{"id":"https://openalex.org/I68618741","display_name":"Polytechnic University of Bari","ror":"https://ror.org/03c44v465","country_code":"IT","type":"education","lineage":["https://openalex.org/I68618741"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Francescomaria Marino","raw_affiliation_strings":["Dipartimento di Ingegneria Elettrica e Dell'informazione, Politecnico di Bari, Bari, Italy"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Ingegneria Elettrica e Dell'informazione, Politecnico di Bari, Bari, Italy","institution_ids":["https://openalex.org/I68618741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013936778","display_name":"Mariagrazia Dotoli","orcid":"https://orcid.org/0000-0003-1459-3452"},"institutions":[{"id":"https://openalex.org/I68618741","display_name":"Polytechnic University of Bari","ror":"https://ror.org/03c44v465","country_code":"IT","type":"education","lineage":["https://openalex.org/I68618741"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Mariagrazia Dotoli","raw_affiliation_strings":["Dipartimento di Ingegneria Elettrica e Dell'informazione, Politecnico di Bari, Bari, Italy"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Ingegneria Elettrica e Dell'informazione, Politecnico di Bari, Bari, Italy","institution_ids":["https://openalex.org/I68618741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110168503","display_name":"Nicola Costantino","orcid":null},"institutions":[{"id":"https://openalex.org/I68618741","display_name":"Polytechnic University of Bari","ror":"https://ror.org/03c44v465","country_code":"IT","type":"education","lineage":["https://openalex.org/I68618741"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Nicola Costantino","raw_affiliation_strings":["Dipartimento di Meccanica, Matematica e Management, Politecnico di Bari, Bari, Italy"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Meccanica, Matematica e Management, Politecnico di Bari, Bari, Italy","institution_ids":["https://openalex.org/I68618741"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054240324","display_name":"Michele Dassisti","orcid":"https://orcid.org/0000-0001-6984-9203"},"institutions":[{"id":"https://openalex.org/I68618741","display_name":"Polytechnic University of Bari","ror":"https://ror.org/03c44v465","country_code":"IT","type":"education","lineage":["https://openalex.org/I68618741"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Michele Dassisti","raw_affiliation_strings":["Dipartimento di Meccanica, Matematica e Management, Politecnico di Bari, Bari, Italy"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Meccanica, Matematica e Management, Politecnico di Bari, Bari, Italy","institution_ids":["https://openalex.org/I68618741"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056289659","display_name":"Nunzia Carbonara","orcid":"https://orcid.org/0000-0003-3618-6444"},"institutions":[{"id":"https://openalex.org/I68618741","display_name":"Polytechnic University of Bari","ror":"https://ror.org/03c44v465","country_code":"IT","type":"education","lineage":["https://openalex.org/I68618741"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Nunzia Carbonara","raw_affiliation_strings":["Dipartimento di Meccanica, Matematica e Management, Politecnico di Bari, Bari, Italy"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Meccanica, Matematica e Management, Politecnico di Bari, Bari, Italy","institution_ids":["https://openalex.org/I68618741"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5050013557"],"corresponding_institution_ids":["https://openalex.org/I68618741"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08455961,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"19","last_page":"24"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cognitive-dissonance","display_name":"Cognitive dissonance","score":0.9007672071456909},{"id":"https://openalex.org/keywords/nonverbal-communication","display_name":"Nonverbal communication","score":0.7447586059570312},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6981745362281799},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5900746583938599},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.539868175983429},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5191818475723267},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5003526210784912},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.48135906457901},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4595640301704407},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.4547407627105713},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4457550048828125},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.16683357954025269},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.1074865460395813}],"concepts":[{"id":"https://openalex.org/C77513098","wikidata":"https://www.wikidata.org/wiki/Q209722","display_name":"Cognitive dissonance","level":2,"score":0.9007672071456909},{"id":"https://openalex.org/C145633318","wikidata":"https://www.wikidata.org/wiki/Q207125","display_name":"Nonverbal communication","level":2,"score":0.7447586059570312},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6981745362281799},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5900746583938599},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.539868175983429},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5191818475723267},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5003526210784912},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.48135906457901},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4595640301704407},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.4547407627105713},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4457550048828125},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.16683357954025269},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.1074865460395813},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2809643.2809645","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2809643.2809645","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd Workshop on Emotions and Personality in Personalized Systems 2015","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W128082185","https://openalex.org/W132626809","https://openalex.org/W164929510","https://openalex.org/W175750906","https://openalex.org/W326590385","https://openalex.org/W884323974","https://openalex.org/W1497338011","https://openalex.org/W1506209491","https://openalex.org/W1846505831","https://openalex.org/W1971068523","https://openalex.org/W2023397245","https://openalex.org/W2059485510","https://openalex.org/W2085643664","https://openalex.org/W2101278914","https://openalex.org/W2105746832","https://openalex.org/W2110514606","https://openalex.org/W2111926505","https://openalex.org/W2114094530","https://openalex.org/W2121930599","https://openalex.org/W2124391342","https://openalex.org/W2128286222","https://openalex.org/W2137639365","https://openalex.org/W2141282887","https://openalex.org/W2147272821","https://openalex.org/W2164598857","https://openalex.org/W2167797544","https://openalex.org/W2187739855","https://openalex.org/W2394517444"],"related_works":["https://openalex.org/W3208334015","https://openalex.org/W2767403522","https://openalex.org/W2258133373","https://openalex.org/W2766249179","https://openalex.org/W2255937062","https://openalex.org/W1974328274","https://openalex.org/W4396748111","https://openalex.org/W2584926856","https://openalex.org/W2075935902","https://openalex.org/W2014713986"],"abstract_inverted_index":{"A":[0],"correct":[1],"recognition":[2,67],"of":[3,9,14,19,55,73,88,106,114,129],"nonverbal":[4],"expressions":[5],"is":[6,133],"currently":[7],"one":[8],"the":[10,17,31,44,53,74,97,107,115],"most":[11],"important":[12],"challenges":[13],"research":[15],"in":[16,37,104],"field":[18],"human":[20,27],"computer":[21],"interaction.":[22],"The":[23],"ability":[24],"to":[25,33,46,60,91],"recognize":[26],"actions":[28],"could":[29],"change":[30],"way":[32,45],"interact":[34],"with":[35,96,126],"machines":[36],"several":[38],"environments":[39],"and":[40,63,86,111,143],"contexts,":[41],"or":[42],"even":[43],"live.":[47],"In":[48],"this":[49],"paper,":[50],"we":[51],"describe":[52],"advances":[54],"a":[56,89,92,100],"previous":[57,127],"study":[58],"finalized":[59],"design,":[61],"implement":[62],"validate":[64],"an":[65],"innovative":[66],"system":[68],"already":[69],"developed":[70],"by":[71],"some":[72],"authors.":[75],"It":[76],"was":[77],"aimed":[78],"at":[79],"recognizing":[80],"two":[81],"opposite":[82],"emotional":[83],"conditions":[84],"(resonance":[85],"dissonance)":[87],"candidate":[90],"job":[93,101],"position":[94],"interacting":[95],"recruiter":[98],"during":[99],"interview.":[102],"Results":[103],"terms":[105],"accuracy,":[108],"resonance":[109],"rate,":[110],"dissonance":[112],"rate":[113],"three":[116,130,138],"new":[117],"optimized":[118],"neural":[119],"network-based":[120],"(NN)":[121],"classifiers":[122,132],"are":[123],"discussed.":[124],"Comparison":[125],"results":[128],"NN":[131],"also":[134],"presented":[135],"based":[136],"on":[137],"single":[139],"domains:":[140],"facial,":[141],"vocal":[142],"gestural.":[144]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}