{"id":"https://openalex.org/W4298128145","doi":"https://doi.org/10.1109/ro-man53752.2022.9900581","title":"A Self Learning System for Emotion Awareness and Adaptation in Humanoid Robots","display_name":"A Self Learning System for Emotion Awareness and Adaptation in Humanoid Robots","publication_year":2022,"publication_date":"2022-08-29","ids":{"openalex":"https://openalex.org/W4298128145","doi":"https://doi.org/10.1109/ro-man53752.2022.9900581"},"language":"en","primary_location":{"id":"doi:10.1109/ro-man53752.2022.9900581","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ro-man53752.2022.9900581","pdf_url":null,"source":{"id":"https://openalex.org/S4363607995","display_name":"2022 31st IEEE International Conference on Robot and Human Interactive Communication (RO-MAN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 31st IEEE International Conference on Robot and Human Interactive Communication (RO-MAN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079696259","display_name":"Sudhir Shenoy","orcid":"https://orcid.org/0000-0003-4111-1033"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]},{"id":"https://openalex.org/I4210146176","display_name":"Helicopter Association International","ror":"https://ror.org/04ee4nv15","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210146176"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sudhir Shenoy","raw_affiliation_strings":["HAI Lab, School of Engineering and Applied Sciences, University of Virginia,United States","HAI Lab, School of Engineering and Applied Sciences, University of Virginia, United States"],"affiliations":[{"raw_affiliation_string":"HAI Lab, School of Engineering and Applied Sciences, University of Virginia,United States","institution_ids":["https://openalex.org/I4210146176"]},{"raw_affiliation_string":"HAI Lab, School of Engineering and Applied Sciences, University of Virginia, United States","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073513965","display_name":"Yusheng Jiang","orcid":"https://orcid.org/0000-0001-7639-7890"},"institutions":[{"id":"https://openalex.org/I4210146176","display_name":"Helicopter Association International","ror":"https://ror.org/04ee4nv15","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210146176"]},{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yusheng Jiang","raw_affiliation_strings":["HAI Lab, School of Engineering and Applied Sciences, University of Virginia,United States","HAI Lab, School of Engineering and Applied Sciences, University of Virginia, United States"],"affiliations":[{"raw_affiliation_string":"HAI Lab, School of Engineering and Applied Sciences, University of Virginia,United States","institution_ids":["https://openalex.org/I4210146176"]},{"raw_affiliation_string":"HAI Lab, School of Engineering and Applied Sciences, University of Virginia, United States","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108204695","display_name":"Tyler Lynch","orcid":null},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]},{"id":"https://openalex.org/I4210146176","display_name":"Helicopter Association International","ror":"https://ror.org/04ee4nv15","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210146176"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tyler Lynch","raw_affiliation_strings":["HAI Lab, School of Engineering and Applied Sciences, University of Virginia,United States","HAI Lab, School of Engineering and Applied Sciences, University of Virginia, United States"],"affiliations":[{"raw_affiliation_string":"HAI Lab, School of Engineering and Applied Sciences, University of Virginia,United States","institution_ids":["https://openalex.org/I4210146176"]},{"raw_affiliation_string":"HAI Lab, School of Engineering and Applied Sciences, University of Virginia, United States","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011664489","display_name":"Lauren Isabelle Manuel","orcid":null},"institutions":[{"id":"https://openalex.org/I4210146176","display_name":"Helicopter Association International","ror":"https://ror.org/04ee4nv15","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210146176"]},{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lauren Isabelle Manuel","raw_affiliation_strings":["HAI Lab, School of Engineering and Applied Sciences, University of Virginia,United States","HAI Lab, School of Engineering and Applied Sciences, University of Virginia, United States"],"affiliations":[{"raw_affiliation_string":"HAI Lab, School of Engineering and Applied Sciences, University of Virginia,United States","institution_ids":["https://openalex.org/I4210146176"]},{"raw_affiliation_string":"HAI Lab, School of Engineering and Applied Sciences, University of Virginia, United States","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069753270","display_name":"Afsaneh Doryab","orcid":"https://orcid.org/0000-0003-1575-385X"},"institutions":[{"id":"https://openalex.org/I4210146176","display_name":"Helicopter Association International","ror":"https://ror.org/04ee4nv15","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210146176"]},{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Afsaneh Doryab","raw_affiliation_strings":["HAI Lab, School of Engineering and Applied Sciences, University of Virginia,United States","HAI Lab, School of Engineering and Applied Sciences, University of Virginia, United States"],"affiliations":[{"raw_affiliation_string":"HAI Lab, School of Engineering and Applied Sciences, University of Virginia,United States","institution_ids":["https://openalex.org/I4210146176"]},{"raw_affiliation_string":"HAI Lab, School of Engineering and Applied Sciences, University of Virginia, United States","institution_ids":["https://openalex.org/I51556381"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5079696259"],"corresponding_institution_ids":["https://openalex.org/I4210146176","https://openalex.org/I51556381"],"apc_list":null,"apc_paid":null,"fwci":0.6686,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.63023057,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"912","last_page":"919"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.7405520081520081},{"id":"https://openalex.org/keywords/empathy","display_name":"Empathy","score":0.70073401927948},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6133788228034973},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.557274341583252},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5088134407997131},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4985337257385254},{"id":"https://openalex.org/keywords/personalization","display_name":"Personalization","score":0.4814419150352478},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.47109919786453247},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.46851205825805664},{"id":"https://openalex.org/keywords/emotion-classification","display_name":"Emotion classification","score":0.44402533769607544},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.426616907119751},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.421977698802948},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4008483290672302},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.30449795722961426},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.10956677794456482}],"concepts":[{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.7405520081520081},{"id":"https://openalex.org/C2779885105","wikidata":"https://www.wikidata.org/wiki/Q182263","display_name":"Empathy","level":2,"score":0.70073401927948},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6133788228034973},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.557274341583252},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5088134407997131},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4985337257385254},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.4814419150352478},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.47109919786453247},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.46851205825805664},{"id":"https://openalex.org/C206310091","wikidata":"https://www.wikidata.org/wiki/Q750859","display_name":"Emotion classification","level":2,"score":0.44402533769607544},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.426616907119751},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.421977698802948},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4008483290672302},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.30449795722961426},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.10956677794456482},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ro-man53752.2022.9900581","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ro-man53752.2022.9900581","pdf_url":null,"source":{"id":"https://openalex.org/S4363607995","display_name":"2022 31st IEEE International Conference on Robot and Human Interactive Communication (RO-MAN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 31st IEEE International Conference on Robot and Human Interactive Communication (RO-MAN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.41999998688697815}],"awards":[],"funders":[{"id":"https://openalex.org/F4320310536","display_name":"University of Virginia","ror":"https://ror.org/0153tk833"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1637016997","https://openalex.org/W1841828540","https://openalex.org/W1970223698","https://openalex.org/W1986601848","https://openalex.org/W1987250353","https://openalex.org/W1989104072","https://openalex.org/W2003238582","https://openalex.org/W2016433830","https://openalex.org/W2020299617","https://openalex.org/W2043736971","https://openalex.org/W2061230281","https://openalex.org/W2084494356","https://openalex.org/W2096453912","https://openalex.org/W2099019320","https://openalex.org/W2128897837","https://openalex.org/W2137071639","https://openalex.org/W2141125852","https://openalex.org/W2146437828","https://openalex.org/W2154259852","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2195207531","https://openalex.org/W2246249023","https://openalex.org/W2253319075","https://openalex.org/W2294427751","https://openalex.org/W2327235922","https://openalex.org/W2470150531","https://openalex.org/W2470650155","https://openalex.org/W2606669158","https://openalex.org/W2620746916","https://openalex.org/W2745497104","https://openalex.org/W2791361798","https://openalex.org/W2798583514","https://openalex.org/W2799041689","https://openalex.org/W2808513155","https://openalex.org/W2903181347","https://openalex.org/W2951970475","https://openalex.org/W2953308067","https://openalex.org/W2962784841","https://openalex.org/W2984353870","https://openalex.org/W2991575677","https://openalex.org/W3016142442","https://openalex.org/W3023259798","https://openalex.org/W3047402143","https://openalex.org/W3114195756","https://openalex.org/W3122081138","https://openalex.org/W3124054989","https://openalex.org/W3130875629","https://openalex.org/W3135885152","https://openalex.org/W3175824421","https://openalex.org/W4205916340","https://openalex.org/W4210718321","https://openalex.org/W6638534324","https://openalex.org/W6764051988","https://openalex.org/W6795035716","https://openalex.org/W6797751543"],"related_works":["https://openalex.org/W2945121592","https://openalex.org/W2722112567","https://openalex.org/W4293926484","https://openalex.org/W2775620487","https://openalex.org/W3122170352","https://openalex.org/W3000867607","https://openalex.org/W2798351401","https://openalex.org/W2913821117","https://openalex.org/W2729544402","https://openalex.org/W4398164220"],"abstract_inverted_index":{"Humanoid":[0],"robots":[1,18],"provide":[2],"a":[3,118,130,190,252],"unique":[4],"opportunity":[5],"for":[6,45,85,136,197,210,225],"personalized":[7,108,150],"interaction":[8,29],"using":[9,161],"emotion":[10,13,47,87,105,187,239],"recognition.":[11],"However,":[12],"recognition":[14,48,88,188],"performed":[15],"by":[16,241],"humanoid":[17],"in":[19,25,36,155,193,200,217,248],"complex":[20],"social":[21],"interactions":[22,180],"is":[23,83,127],"limited":[24],"the":[26,37,124,137,140,146,149,153,182,194,231,237],"flexibility":[27],"of":[28,94,123,139,148,152,186,235],"as":[30,32],"well":[31],"personalization":[33],"and":[34,55,72,98,134,164,178,213,230],"adaptation":[35],"responses.":[38,106],"We":[39,143],"designed":[40],"an":[41,79],"adaptive":[42],"learning":[43],"system":[44,126],"real-time":[46,86],"that":[49],"elicits":[50],"its":[51],"own":[52],"ground-truth":[53],"data":[54],"updates":[56],"individualized":[57],"models":[58],"to":[59,77,102,204,254],"improve":[60],"performance":[61,122],"over":[62],"time.":[63],"A":[64],"Convolutional":[65],"Neural":[66],"Network":[67],"based":[68,112,174],"on":[69,113,175],"off-the-shelf":[70],"ResNet50":[71],"Inception":[73],"v3":[74],"are":[75,100,110,169,215],"assembled":[76],"form":[78],"ensemble":[80],"model":[81],"which":[82],"used":[84],"through":[89,117,129],"facial":[90],"expression.":[91],"Two":[92],"sets":[93],"robot":[95,154],"behaviors,":[96],"general":[97],"personalized,":[99],"developed":[101],"evoke":[103],"different":[104],"The":[107,121,167,184,221],"behaviors":[109],"adapted":[111],"user":[114,132,260],"preferences":[115],"collected":[116],"pre-test":[119],"survey.":[120],"proposed":[125],"verified":[128],"2-stage":[131],"study":[133],"tested":[135],"accuracy":[138],"self-supervised":[141],"retraining.":[142],"also":[144],"evaluate":[145],"effectiveness":[147],"behavior":[151],"evoking":[156],"intended":[157,238],"emotions":[158,199],"between":[159,243],"stages":[160,227],"trust,":[162,211],"empathy":[163,214],"engagement":[165],"scales.":[166],"participants":[168],"divided":[170],"into":[171],"two":[172],"groups":[173],"their":[176,246],"familiarity":[177,249],"previous":[179],"with":[181],"robot.":[183],"results":[185],"indicate":[189],"12%":[191],"increase":[192],"F1":[195],"score":[196,224],"7":[198],"stage":[201],"2":[202],"compared":[203],"pre-trained":[205],"model.":[206],"Higher":[207],"mean":[208],"scores":[209],"engagement,":[212],"observed":[216],"both":[218,226],"participant":[219],"groups.":[220],"average":[222,232],"similarity":[223],"was":[228],"82%":[229],"success":[233],"rate":[234],"eliciting":[236],"increased":[240],"8.28%":[242],"stages,":[244],"despite":[245],"differences":[247],"thus":[250],"offering":[251],"way":[253],"mitigate":[255],"novelty":[256],"effect":[257],"patterns":[258],"among":[259],"interactions.":[261]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}