{"id":"https://openalex.org/W3208297731","doi":"https://doi.org/10.1080/01691864.2021.1974941","title":"Predicting apparent personality from body language: benchmarking deep learning architectures for adaptive social human\u2013robot interaction","display_name":"Predicting apparent personality from body language: benchmarking deep learning architectures for adaptive social human\u2013robot interaction","publication_year":2021,"publication_date":"2021-10-02","ids":{"openalex":"https://openalex.org/W3208297731","doi":"https://doi.org/10.1080/01691864.2021.1974941","mag":"3208297731"},"language":"en","primary_location":{"id":"doi:10.1080/01691864.2021.1974941","is_oa":true,"landing_page_url":"https://doi.org/10.1080/01691864.2021.1974941","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/01691864.2021.1974941?needAccess=true","source":{"id":"https://openalex.org/S192584203","display_name":"Advanced Robotics","issn_l":"0169-1864","issn":["0169-1864","1568-5535"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advanced Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.tandfonline.com/doi/pdf/10.1080/01691864.2021.1974941?needAccess=true","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056837072","display_name":"Marta Romeo","orcid":"https://orcid.org/0000-0003-4438-0255"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Marta Romeo","raw_affiliation_strings":["Artificial Intelligence Research Centre (AIRC), AIST Tokyo, Tokyo, Japan","Department of Computer Science, The University of Manchester, Manchester, UK"],"raw_orcid":"https://orcid.org/0000-0003-4438-0255","affiliations":[{"raw_affiliation_string":"Artificial Intelligence Research Centre (AIRC), AIST Tokyo, Tokyo, Japan","institution_ids":[]},{"raw_affiliation_string":"Department of Computer Science, The University of Manchester, Manchester, UK","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087944836","display_name":"Daniel Hern\u00e1ndez Garc\u00eda","orcid":"https://orcid.org/0000-0001-9296-9692"},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Daniel Hern\u00e1ndez Garc\u00eda","raw_affiliation_strings":["School of Mathematical and Computer Sciences, Herriot-Watt University, Edinburgh, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematical and Computer Sciences, Herriot-Watt University, Edinburgh, UK","institution_ids":["https://openalex.org/I32062511"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019735737","display_name":"Ting Han","orcid":"https://orcid.org/0000-0002-4908-1337"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ting Han","raw_affiliation_strings":["Artificial Intelligence Research Centre (AIRC), AIST Tokyo, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Research Centre (AIRC), AIST Tokyo, Tokyo, Japan","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091768977","display_name":"Angelo Cangelosi","orcid":"https://orcid.org/0000-0002-4709-2243"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Angelo Cangelosi","raw_affiliation_strings":["Artificial Intelligence Research Centre (AIRC), AIST Tokyo, Tokyo, Japan","Department of Computer Science, The University of Manchester, Manchester, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Research Centre (AIRC), AIST Tokyo, Tokyo, Japan","institution_ids":[]},{"raw_affiliation_string":"Department of Computer Science, The University of Manchester, Manchester, UK","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016722544","display_name":"Kristiina Jokinen","orcid":"https://orcid.org/0000-0003-1229-239X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kristiina Jokinen","raw_affiliation_strings":["Artificial Intelligence Research Centre (AIRC), AIST Tokyo, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Research Centre (AIRC), AIST Tokyo, Tokyo, Japan","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5056837072"],"corresponding_institution_ids":["https://openalex.org/I28407311"],"apc_list":null,"apc_paid":null,"fwci":1.5534,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.85331804,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"35","issue":"19","first_page":"1167","last_page":"1179"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9822999835014343,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9796000123023987,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5986593961715698},{"id":"https://openalex.org/keywords/big-five-personality-traits","display_name":"Big Five personality traits","score":0.5944861769676208},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.5690770745277405},{"id":"https://openalex.org/keywords/personality","display_name":"Personality","score":0.5649973154067993},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5362773537635803},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.5101075768470764},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5099283456802368},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5002138614654541},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4793430268764496},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.4745538830757141},{"id":"https://openalex.org/keywords/proxemics","display_name":"Proxemics","score":0.4595211446285248},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4393378794193268},{"id":"https://openalex.org/keywords/personality-psychology","display_name":"Personality psychology","score":0.42966794967651367},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4278647303581238},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.41121524572372437},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3130447566509247},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.11248713731765747},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08674344420433044}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5986593961715698},{"id":"https://openalex.org/C2865642","wikidata":"https://www.wikidata.org/wiki/Q378132","display_name":"Big Five personality traits","level":3,"score":0.5944861769676208},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.5690770745277405},{"id":"https://openalex.org/C187288502","wikidata":"https://www.wikidata.org/wiki/Q641118","display_name":"Personality","level":2,"score":0.5649973154067993},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5362773537635803},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.5101075768470764},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5099283456802368},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5002138614654541},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4793430268764496},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4745538830757141},{"id":"https://openalex.org/C170334801","wikidata":"https://www.wikidata.org/wiki/Q171755","display_name":"Proxemics","level":2,"score":0.4595211446285248},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4393378794193268},{"id":"https://openalex.org/C25908422","wikidata":"https://www.wikidata.org/wiki/Q271716","display_name":"Personality psychology","level":3,"score":0.42966794967651367},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4278647303581238},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.41121524572372437},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3130447566509247},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.11248713731765747},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08674344420433044},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1080/01691864.2021.1974941","is_oa":true,"landing_page_url":"https://doi.org/10.1080/01691864.2021.1974941","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/01691864.2021.1974941?needAccess=true","source":{"id":"https://openalex.org/S192584203","display_name":"Advanced Robotics","issn_l":"0169-1864","issn":["0169-1864","1568-5535"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advanced Robotics","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:openaire/d77c9cea-23dd-46f3-ba23-1f8fa003a5d0","is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/d77c9cea-23dd-46f3-ba23-1f8fa003a5d0","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Romeo, M, Hern\u00e1ndez Garc\u00eda, D, Han, T, Cangelosi, A & Jokinen, K 2021, 'Predicting apparent personality from body language: benchmarking deep learning architectures for adaptive social human\u2013robot interaction', Advanced Robotics, vol. 35, no. 19, pp. 1167-1179. https://doi.org/10.1080/01691864.2021.1974941","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:pure.atira.dk:publications/d77c9cea-23dd-46f3-ba23-1f8fa003a5d0","is_oa":true,"landing_page_url":"https://www.tandfonline.com/doi/full/10.1080/01691864.2021.1974941","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Romeo, M, Hern\u00e1ndez Garc\u00eda, D, Han, T, Cangelosi, A & Jokinen, K 2021, 'Predicting apparent personality from body language: benchmarking deep learning architectures for adaptive social human\u2013robot interaction', Advanced Robotics, vol. 35, no. 19, pp. 1167-1179. https://doi.org/10.1080/01691864.2021.1974941","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1080/01691864.2021.1974941","is_oa":true,"landing_page_url":"https://doi.org/10.1080/01691864.2021.1974941","pdf_url":"https://www.tandfonline.com/doi/pdf/10.1080/01691864.2021.1974941?needAccess=true","source":{"id":"https://openalex.org/S192584203","display_name":"Advanced Robotics","issn_l":"0169-1864","issn":["0169-1864","1568-5535"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advanced Robotics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.5400000214576721,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320311508","display_name":"National Institute of Advanced Industrial Science and Technology","ror":"https://ror.org/01703db54"},{"id":"https://openalex.org/F4320321034","display_name":"New Energy and Industrial Technology Development Organization","ror":"https://ror.org/0055k7a87"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"},{"id":"https://openalex.org/F4320338335","display_name":"H2020 European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3208297731.pdf","grobid_xml":"https://content.openalex.org/works/W3208297731.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W23467901","https://openalex.org/W335867701","https://openalex.org/W1496593078","https://openalex.org/W1522734439","https://openalex.org/W1571434535","https://openalex.org/W1595732857","https://openalex.org/W1677182931","https://openalex.org/W1686810756","https://openalex.org/W1861492603","https://openalex.org/W1923404803","https://openalex.org/W1969320149","https://openalex.org/W2009658355","https://openalex.org/W2022995199","https://openalex.org/W2028422222","https://openalex.org/W2064675550","https://openalex.org/W2077124340","https://openalex.org/W2089809964","https://openalex.org/W2099334376","https://openalex.org/W2101807845","https://openalex.org/W2114281298","https://openalex.org/W2114315281","https://openalex.org/W2148839887","https://openalex.org/W2158698691","https://openalex.org/W2169863498","https://openalex.org/W2170505850","https://openalex.org/W2194775991","https://openalex.org/W2522578306","https://openalex.org/W2526393097","https://openalex.org/W2548717229","https://openalex.org/W2573933330","https://openalex.org/W2574753167","https://openalex.org/W2765437197","https://openalex.org/W2769581371","https://openalex.org/W2795247881","https://openalex.org/W2947229206","https://openalex.org/W2963150697","https://openalex.org/W2963155035","https://openalex.org/W2963631961","https://openalex.org/W2969145558","https://openalex.org/W2997806608","https://openalex.org/W3040742667","https://openalex.org/W3103801168","https://openalex.org/W3104974011","https://openalex.org/W3111581080","https://openalex.org/W4206034939","https://openalex.org/W4230193733"],"related_works":["https://openalex.org/W2015894504","https://openalex.org/W112976352","https://openalex.org/W2052798730","https://openalex.org/W2243805483","https://openalex.org/W3000439644","https://openalex.org/W625520767","https://openalex.org/W3097632046","https://openalex.org/W2020277666","https://openalex.org/W2551325580","https://openalex.org/W2013250606"],"abstract_inverted_index":{"First":[0],"impressions":[1],"of":[2,28,43,55,141,145],"personality":[3,99,120,160,173,188],"traits":[4,121,161],"can":[5],"be":[6,92,183],"inferred":[7],"by":[8,100,192],"non-verbal":[9,34],"behaviours":[10],"such":[11,33,61],"as":[12,62,190],"head":[13],"pose,":[14],"body":[15,114,163],"postures,":[16],"and":[17,68,80,98,135,172],"hand":[18],"gestures.":[19],"Enabling":[20],"social":[21],"robots":[22,38],"to":[23,39,45,76,91,94,117,132,157,185],"infer":[24],"the":[25,41,53,133,151,167,193,196],"apparent":[26,119,159],"personalities":[27],"their":[29,46],"users":[30],"based":[31],"on":[32,103,138,195],"cues":[35,116],"will":[36],"allow":[37],"gain":[40],"ability":[42],"adapting":[44],"users,":[47],"constituting":[48],"a":[49,139],"further":[50],"step":[51],"towards":[52],"personalisation":[54],"human\u2013robot":[56,123],"interactions.":[57,124,147],"Deep":[58],"learning":[59,155],"architectures":[60,88,131,156],"residual":[63],"networks,":[64,67],"3D":[65],"convolutional":[66],"long-short":[69],"time":[70],"memory":[71],"networks":[72],"have":[73],"been":[74],"applied":[75,93],"classify":[77],"human":[78,96],"activities":[79],"actions":[81],"in":[82,106],"computer":[83],"vision":[84],"tasks.":[85],"These":[86],"same":[87],"are":[89],"beginning":[90],"study":[95],"emotions":[97],"focusing":[101],"mainly":[102],"facial":[104],"features":[105],"video":[107],"recordings.":[108],"In":[109],"this":[110],"work,":[111],"we":[112],"exploit":[113],"language":[115,164],"predict":[118,158,186],"for":[122,153],"We":[125],"customised":[126],"four":[127],"state-of-the-art":[128],"neural":[129],"network":[130],"task,":[134],"benchmarked":[136],"them":[137],"dataset":[140],"short":[142],"side-view":[143],"videos":[144],"dyadic":[146],"Our":[148],"results":[149,176,194],"show":[150,177],"potential":[152],"deep":[154],"from":[162],"cues.":[165],"While":[166],"performance":[168],"varied":[169],"between":[170],"models":[171,180],"traits,":[174,189],"our":[175],"that":[178],"these":[179],"could":[181],"still":[182],"able":[184],"sole":[187],"exemplified":[191],"conscientiousness":[197],"trait.":[198]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}