{"id":"https://openalex.org/W2126554711","doi":"https://doi.org/10.1142/s0219843613500102","title":"MULTIMODAL AFFECT MODELING AND RECOGNITION FOR EMPATHIC ROBOT COMPANIONS","display_name":"MULTIMODAL AFFECT MODELING AND RECOGNITION FOR EMPATHIC ROBOT COMPANIONS","publication_year":2013,"publication_date":"2013-03-01","ids":{"openalex":"https://openalex.org/W2126554711","doi":"https://doi.org/10.1142/s0219843613500102","mag":"2126554711"},"language":"en","primary_location":{"id":"doi:10.1142/s0219843613500102","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0219843613500102","pdf_url":null,"source":{"id":"https://openalex.org/S75343556","display_name":"International Journal of Humanoid Robotics","issn_l":"0219-8436","issn":["0219-8436","1793-6942"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Humanoid Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://zenodo.org/record/3437991","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014668082","display_name":"Ginevra Castellano","orcid":"https://orcid.org/0000-0002-2841-6791"},"institutions":[{"id":"https://openalex.org/I79619799","display_name":"University of Birmingham","ror":"https://ror.org/03angcq70","country_code":"GB","type":"education","lineage":["https://openalex.org/I79619799"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"GINEVRA CASTELLANO","raw_affiliation_strings":["School of Electronic, Electrical and Computer Engineering, University of Birmingham, Birmingham, United Kingdom","School of Electronic, Electrical, and Computer Engineering, University of Birmingham, Birmingham, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic, Electrical and Computer Engineering, University of Birmingham, Birmingham, United Kingdom","institution_ids":["https://openalex.org/I79619799"]},{"raw_affiliation_string":"School of Electronic, Electrical, and Computer Engineering, University of Birmingham, Birmingham, United Kingdom","institution_ids":["https://openalex.org/I79619799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082559019","display_name":"Iolanda Leite","orcid":"https://orcid.org/0000-0002-2212-4325"},"institutions":[{"id":"https://openalex.org/I121345201","display_name":"Instituto de Engenharia de Sistemas e Computadores Investiga\u00e7\u00e3o e Desenvolvimento","ror":"https://ror.org/04mqy3p58","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I121345201","https://openalex.org/I4210125590"]},{"id":"https://openalex.org/I141596103","display_name":"University of Lisbon","ror":"https://ror.org/01c27hj86","country_code":"PT","type":"education","lineage":["https://openalex.org/I141596103"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"IOLANDA LEITE","raw_affiliation_strings":["INESC-ID and Instituto Superior T\u00e9cnico, Technical University of Lisbon, Porto Salvo, Portugal","INESC-ID and Instituto Superior Tecnico, Technical University of Lisbon, Porto Salvo, Portugal#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"INESC-ID and Instituto Superior T\u00e9cnico, Technical University of Lisbon, Porto Salvo, Portugal","institution_ids":["https://openalex.org/I121345201"]},{"raw_affiliation_string":"INESC-ID and Instituto Superior Tecnico, Technical University of Lisbon, Porto Salvo, Portugal#TAB#","institution_ids":["https://openalex.org/I141596103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100612354","display_name":"Andr\u00e9 Pereira","orcid":"https://orcid.org/0000-0003-2428-0468"},"institutions":[{"id":"https://openalex.org/I121345201","display_name":"Instituto de Engenharia de Sistemas e Computadores Investiga\u00e7\u00e3o e Desenvolvimento","ror":"https://ror.org/04mqy3p58","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I121345201","https://openalex.org/I4210125590"]},{"id":"https://openalex.org/I141596103","display_name":"University of Lisbon","ror":"https://ror.org/01c27hj86","country_code":"PT","type":"education","lineage":["https://openalex.org/I141596103"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"ANDR\u00c9 PEREIRA","raw_affiliation_strings":["INESC-ID and Instituto Superior T\u00e9cnico, Technical University of Lisbon, Porto Salvo, Portugal","INESC-ID and Instituto Superior Tecnico, Technical University of Lisbon, Porto Salvo, Portugal#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"INESC-ID and Instituto Superior T\u00e9cnico, Technical University of Lisbon, Porto Salvo, Portugal","institution_ids":["https://openalex.org/I121345201"]},{"raw_affiliation_string":"INESC-ID and Instituto Superior Tecnico, Technical University of Lisbon, Porto Salvo, Portugal#TAB#","institution_ids":["https://openalex.org/I141596103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071907917","display_name":"Carlos Martinho","orcid":"https://orcid.org/0000-0002-9304-957X"},"institutions":[{"id":"https://openalex.org/I121345201","display_name":"Instituto de Engenharia de Sistemas e Computadores Investiga\u00e7\u00e3o e Desenvolvimento","ror":"https://ror.org/04mqy3p58","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I121345201","https://openalex.org/I4210125590"]},{"id":"https://openalex.org/I141596103","display_name":"University of Lisbon","ror":"https://ror.org/01c27hj86","country_code":"PT","type":"education","lineage":["https://openalex.org/I141596103"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"CARLOS MARTINHO","raw_affiliation_strings":["INESC-ID and Instituto Superior T\u00e9cnico, Technical University of Lisbon, Porto Salvo, Portugal","INESC-ID and Instituto Superior Tecnico, Technical University of Lisbon, Porto Salvo, Portugal#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"INESC-ID and Instituto Superior T\u00e9cnico, Technical University of Lisbon, Porto Salvo, Portugal","institution_ids":["https://openalex.org/I121345201"]},{"raw_affiliation_string":"INESC-ID and Instituto Superior Tecnico, Technical University of Lisbon, Porto Salvo, Portugal#TAB#","institution_ids":["https://openalex.org/I141596103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077860392","display_name":"Ana Paiva","orcid":"https://orcid.org/0000-0003-3998-5188"},"institutions":[{"id":"https://openalex.org/I121345201","display_name":"Instituto de Engenharia de Sistemas e Computadores Investiga\u00e7\u00e3o e Desenvolvimento","ror":"https://ror.org/04mqy3p58","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I121345201","https://openalex.org/I4210125590"]},{"id":"https://openalex.org/I141596103","display_name":"University of Lisbon","ror":"https://ror.org/01c27hj86","country_code":"PT","type":"education","lineage":["https://openalex.org/I141596103"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"ANA PAIVA","raw_affiliation_strings":["INESC-ID and Instituto Superior T\u00e9cnico, Technical University of Lisbon, Porto Salvo, Portugal","INESC-ID and Instituto Superior Tecnico, Technical University of Lisbon, Porto Salvo, Portugal#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"INESC-ID and Instituto Superior T\u00e9cnico, Technical University of Lisbon, Porto Salvo, Portugal","institution_ids":["https://openalex.org/I121345201"]},{"raw_affiliation_string":"INESC-ID and Instituto Superior Tecnico, Technical University of Lisbon, Porto Salvo, Portugal#TAB#","institution_ids":["https://openalex.org/I141596103"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033327475","display_name":"Peter W. McOwan","orcid":"https://orcid.org/0000-0001-6717-6244"},"institutions":[{"id":"https://openalex.org/I166337079","display_name":"Queen Mary University of London","ror":"https://ror.org/026zzn846","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I166337079"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"PETER W. MCOWAN","raw_affiliation_strings":["School of Electronic Engineering and Computer Science, Queen Mary University of London, London, United Kingdom","[School of Electronic Engineering and Computer Science Queen Mary University of London, London, United Kingdom]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Engineering and Computer Science, Queen Mary University of London, London, United Kingdom","institution_ids":["https://openalex.org/I166337079"]},{"raw_affiliation_string":"[School of Electronic Engineering and Computer Science Queen Mary University of London, London, United Kingdom]","institution_ids":["https://openalex.org/I166337079"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.3137,"has_fulltext":false,"cited_by_count":50,"citation_normalized_percentile":{"value":0.95120897,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"10","issue":"01","first_page":"1350010","last_page":"1350010"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12313","display_name":"Emotions and Moral Behavior","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7887057662010193},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.7824630737304688},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.625257134437561},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6134803295135498},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5342330932617188},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.446583092212677},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.43508070707321167},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.43216729164123535},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.42915624380111694},{"id":"https://openalex.org/keywords/valence","display_name":"Valence (chemistry)","score":0.42608463764190674},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.4133964478969574},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09424352645874023},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.0691060721874237}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7887057662010193},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.7824630737304688},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.625257134437561},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6134803295135498},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5342330932617188},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.446583092212677},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.43508070707321167},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.43216729164123535},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.42915624380111694},{"id":"https://openalex.org/C168900304","wikidata":"https://www.wikidata.org/wiki/Q171407","display_name":"Valence (chemistry)","level":2,"score":0.42608463764190674},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.4133964478969574},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09424352645874023},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.0691060721874237},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1142/s0219843613500102","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0219843613500102","pdf_url":null,"source":{"id":"https://openalex.org/S75343556","display_name":"International Journal of Humanoid Robotics","issn_l":"0219-8436","issn":["0219-8436","1793-6942"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Humanoid Robotics","raw_type":"journal-article"},{"id":"pmh:oai:zenodo.org:3437991","is_oa":true,"landing_page_url":"https://zenodo.org/record/3437991","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:3437991","is_oa":true,"landing_page_url":"https://zenodo.org/record/3437991","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.5199999809265137}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334779","display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","ror":"https://ror.org/00snfqn58"},{"id":"https://openalex.org/F4320338370","display_name":"FP7 Information and Communication Technologies","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W153782414","https://openalex.org/W176762163","https://openalex.org/W335867701","https://openalex.org/W1484777458","https://openalex.org/W1490065746","https://openalex.org/W1557191966","https://openalex.org/W1811740382","https://openalex.org/W1900701192","https://openalex.org/W1922017469","https://openalex.org/W1965158745","https://openalex.org/W1989426632","https://openalex.org/W1990266238","https://openalex.org/W2000982104","https://openalex.org/W2013865830","https://openalex.org/W2032328623","https://openalex.org/W2036472487","https://openalex.org/W2042585112","https://openalex.org/W2054908983","https://openalex.org/W2056266247","https://openalex.org/W2064422984","https://openalex.org/W2077106070","https://openalex.org/W2103039838","https://openalex.org/W2104084893","https://openalex.org/W2105280670","https://openalex.org/W2105410877","https://openalex.org/W2111438996","https://openalex.org/W2123950369","https://openalex.org/W2125803770","https://openalex.org/W2132555391","https://openalex.org/W2132762444","https://openalex.org/W2138858393","https://openalex.org/W2141973273","https://openalex.org/W2149628368","https://openalex.org/W2156503193","https://openalex.org/W2161634108","https://openalex.org/W2170095692","https://openalex.org/W2291168657","https://openalex.org/W4234742214"],"related_works":["https://openalex.org/W2560936962","https://openalex.org/W2788727012","https://openalex.org/W2753175802","https://openalex.org/W2809214204","https://openalex.org/W3023111453","https://openalex.org/W2786830879","https://openalex.org/W4310841718","https://openalex.org/W560265342","https://openalex.org/W2722112567","https://openalex.org/W2775620487"],"abstract_inverted_index":{"Affect":[0],"recognition":[1,31,126,145],"for":[2,27,68,131,151],"socially":[3],"perceptive":[4],"robots":[5],"relies":[6],"on":[7],"representative":[8,66],"data.":[9],"While":[10],"many":[11],"of":[12,48,65,84,104,142],"the":[13,45,49,61,81,85,140,143,155,158],"existing":[14],"affective":[15,23,94,102],"corpora":[16],"and":[17,21,63,95],"databases":[18],"contain":[19],"posed":[20],"decontextualized":[22],"expressions,":[24],"affect":[25,30,125,144],"resources":[26],"designing":[28],"an":[29,70,93,109],"system":[32,127,146],"in":[33,44,147],"naturalistic":[34],"human\u2013robot":[35],"interaction":[36,156],"(HRI)":[37],"must":[38],"include":[39],"context-rich":[40],"expressions":[41,103],"that":[42],"emerge":[43],"same":[46],"scenario":[47],"final":[50],"application.":[51],"In":[52],"this":[53,115],"paper,":[54],"we":[55,79,137],"propose":[56],"a":[57,123,132,148],"context-based":[58],"approach":[59,78],"to":[60,121],"collection":[62],"modeling":[64],"data":[67],"building":[69],"affect-sensitive":[71],"robotic":[72,133],"game":[73,134],"companion.":[74,135],"To":[75],"illustrate":[76],"our":[77],"present":[80],"key":[82],"features":[83],"Inter-ACT":[86],"(INTEracting":[87],"with":[88,108,157],"Robots\u2013Affect":[89],"Context":[90],"Task)":[91],"corpus,":[92],"contextually":[96],"rich":[97],"multimodal":[98],"video":[99],"corpus":[100,116],"containing":[101],"children":[105],"playing":[106],"chess":[107],"iCat":[110],"robot.":[111],"We":[112],"show":[113],"how":[114,139],"can":[117],"be":[118],"successfully":[119],"used":[120],"train":[122],"context-sensitive":[124],"(a":[128],"valence":[129],"detector)":[130],"Finally,":[136],"demonstrate":[138],"integration":[141],"modular":[149],"platform":[150],"adaptive":[152],"HRI":[153],"makes":[154],"robot":[159],"more":[160],"engaging.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":6},{"year":2013,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}