{"id":"https://openalex.org/W2122427645","doi":"https://doi.org/10.1109/roman.2005.1513796","title":"Fusing face and body gesture for machine recognition of emotions","display_name":"Fusing face and body gesture for machine recognition of emotions","publication_year":2006,"publication_date":"2006-10-04","ids":{"openalex":"https://openalex.org/W2122427645","doi":"https://doi.org/10.1109/roman.2005.1513796","mag":"2122427645"},"language":"en","primary_location":{"id":"doi:10.1109/roman.2005.1513796","is_oa":false,"landing_page_url":"https://doi.org/10.1109/roman.2005.1513796","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ROMAN 2005. IEEE International Workshop on Robot and Human Interactive Communication, 2005.","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"H. Gunes","orcid":null},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]},{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"H. Gunes","raw_affiliation_strings":["Faculty of Information Technology, Sydney University of Technology, Broadway, NSW, Australia","Fac. of Inf. Technol., Univ. of Technol., Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, Sydney University of Technology, Broadway, NSW, Australia","institution_ids":["https://openalex.org/I114017466","https://openalex.org/I129604602"]},{"raw_affiliation_string":"Fac. of Inf. Technol., Univ. of Technol., Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080014791","display_name":"Massimo Piccardi","orcid":"https://orcid.org/0000-0001-9250-6604"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"M. Piccardi","raw_affiliation_strings":["Faculty of Information Technology, University of Technology-Sydney, Broadway, NSW, Australia","Fac. of Inf. Technol., Univ. of Technol., Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, University of Technology-Sydney, Broadway, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"Fac. of Inf. Technol., Univ. of Technol., Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I114017466","https://openalex.org/I129604602"],"apc_list":null,"apc_paid":null,"fwci":3.1562,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.91444713,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"306","last_page":"311"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.8049220442771912},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6904828548431396},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.66696697473526},{"id":"https://openalex.org/keywords/nonverbal-communication","display_name":"Nonverbal communication","score":0.6270027160644531},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.6126023530960083},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6095702052116394},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5857332944869995},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.585493266582489},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5793806314468384},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.5680907964706421},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.48083338141441345},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.4704191982746124},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.45973077416419983},{"id":"https://openalex.org/keywords/three-dimensional-face-recognition","display_name":"Three-dimensional face recognition","score":0.4512714743614197},{"id":"https://openalex.org/keywords/body-language","display_name":"Body language","score":0.449513703584671},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.43813055753707886},{"id":"https://openalex.org/keywords/fuse","display_name":"Fuse (electrical)","score":0.42385831475257874},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.376198947429657},{"id":"https://openalex.org/keywords/face-detection","display_name":"Face detection","score":0.29202479124069214},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.15794235467910767},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.14528968930244446}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.8049220442771912},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6904828548431396},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.66696697473526},{"id":"https://openalex.org/C145633318","wikidata":"https://www.wikidata.org/wiki/Q207125","display_name":"Nonverbal communication","level":2,"score":0.6270027160644531},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.6126023530960083},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6095702052116394},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5857332944869995},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.585493266582489},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5793806314468384},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.5680907964706421},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.48083338141441345},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.4704191982746124},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.45973077416419983},{"id":"https://openalex.org/C88799230","wikidata":"https://www.wikidata.org/wiki/Q3398329","display_name":"Three-dimensional face recognition","level":5,"score":0.4512714743614197},{"id":"https://openalex.org/C20253421","wikidata":"https://www.wikidata.org/wiki/Q477298","display_name":"Body language","level":2,"score":0.449513703584671},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.43813055753707886},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.42385831475257874},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.376198947429657},{"id":"https://openalex.org/C4641261","wikidata":"https://www.wikidata.org/wiki/Q11681085","display_name":"Face detection","level":4,"score":0.29202479124069214},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.15794235467910767},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.14528968930244446},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/roman.2005.1513796","is_oa":false,"landing_page_url":"https://doi.org/10.1109/roman.2005.1513796","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ROMAN 2005. IEEE International Workshop on Robot and Human Interactive Communication, 2005.","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.933.8355","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.933.8355","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://opus.lib.uts.edu.au/bitstream/10453/2408/3/2005003129.pdf","raw_type":"text"},{"id":"pmh:oai:opus.lib.uts.edu.au:10453/2408","is_oa":false,"landing_page_url":"http://hdl.handle.net/10453/2408","pdf_url":null,"source":{"id":"https://openalex.org/S4306401357","display_name":"UTS ePRESS (University of Technology Sydney)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114017466","host_organization_name":"University of Technology Sydney","host_organization_lineage":["https://openalex.org/I114017466"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Proceeding"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.550000011920929}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1502024436","https://openalex.org/W1520214690","https://openalex.org/W1529184667","https://openalex.org/W1533614607","https://openalex.org/W1571620383","https://openalex.org/W1575301740","https://openalex.org/W1981395202","https://openalex.org/W2023397245","https://openalex.org/W2028688779","https://openalex.org/W2031459584","https://openalex.org/W2034058812","https://openalex.org/W2096711002","https://openalex.org/W2114449149","https://openalex.org/W2118877769","https://openalex.org/W2130639400","https://openalex.org/W2145023731","https://openalex.org/W2151194828","https://openalex.org/W2168020168","https://openalex.org/W2171939880","https://openalex.org/W2312314760","https://openalex.org/W4251399284","https://openalex.org/W4251612776","https://openalex.org/W4309048417","https://openalex.org/W6630959999","https://openalex.org/W6632023624","https://openalex.org/W6634358851","https://openalex.org/W6677548441","https://openalex.org/W6684338786"],"related_works":["https://openalex.org/W2060029454","https://openalex.org/W2353697322","https://openalex.org/W2486556835","https://openalex.org/W2017517155","https://openalex.org/W4312603404","https://openalex.org/W2147083459","https://openalex.org/W2031420897","https://openalex.org/W2140205990","https://openalex.org/W1982770690","https://openalex.org/W2316114728"],"abstract_inverted_index":{"Research":[0],"shows":[1],"that":[2,41],"humans":[3],"are":[4,94,99],"more":[5],"likely":[6],"to":[7,10,29,43,59],"consider":[8],"computers":[9,15],"be":[11],"human-like":[12],"when":[13],"those":[14],"understand":[16],"and":[17,66,72,104,111,130],"display":[18],"appropriate":[19],"nonverbal":[20,33],"communicative":[21],"behavior.":[22],"Most":[23],"of":[24,63],"the":[25,31,38,85,115,142,146,155,158],"existing":[26],"systems":[27],"attempting":[28],"analyze":[30],"human":[32],"behavior":[34],"focus":[35],"only":[36,51],"on":[37],"face;":[39],"research":[40],"aims":[42],"integrate":[44],"gesture":[45],"as":[46],"an":[47,57],"expression":[48],"mean":[49],"has":[50],"recently":[52],"emerged.":[53],"This":[54],"paper":[55],"presents":[56],"approach":[58],"automatic":[60],"visual":[61],"recognition":[62,152],"expressive":[64],"face":[65,103,129,160],"upper":[67],"body":[68,105,131],"action":[69],"units":[70],"(FAUs":[71],"BAUs)":[73],"suitable":[74],"for":[75,107,120,133],"use":[76],"in":[77],"a":[78,150],"vision-based":[79],"affective":[80],"multimodal":[81],"framework.":[82],"After":[83],"describing":[84],"feature":[86],"extraction":[87],"techniques,":[88],"classification":[89,108,121,134,144,156],"results":[90],"from":[91],"three":[92],"subjects":[93],"presented.":[95],"Firstly,":[96],"individual":[97,159],"classifiers":[98],"trained":[100],"separately":[101],"with":[102],"features":[106],"into":[109,122,135],"FAU":[110],"BAU":[112],"categories.":[113,125,138],"Secondly,":[114],"same":[116],"procedure":[117],"is":[118],"applied":[119],"labeled":[123],"emotion":[124,137,143],"Finally,":[126],"we":[127],"fuse":[128],"information":[132],"combined":[136],"In":[139],"our":[140],"experiments,":[141],"using":[145,157],"two":[147],"modalities":[148],"achieved":[149],"better":[151],"accuracy":[153],"outperforming":[154],"modality.":[161]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":2}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}