{"id":"https://openalex.org/W4317382999","doi":"https://doi.org/10.1109/robio55434.2022.10011857","title":"Contactless Interaction System Based on Facial Expression Recognition for Humanoid Piano Robot","display_name":"Contactless Interaction System Based on Facial Expression Recognition for Humanoid Piano Robot","publication_year":2022,"publication_date":"2022-12-05","ids":{"openalex":"https://openalex.org/W4317382999","doi":"https://doi.org/10.1109/robio55434.2022.10011857"},"language":"en","primary_location":{"id":"doi:10.1109/robio55434.2022.10011857","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/robio55434.2022.10011857","pdf_url":null,"source":{"id":"https://openalex.org/S4363607789","display_name":"2022 IEEE International Conference on Robotics and Biomimetics (ROBIO)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101808358","display_name":"Ling Zhong","orcid":"https://orcid.org/0000-0002-0196-4587"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ling Zhong","raw_affiliation_strings":["Research Center for Intelligent Robotics, Zhejiang Engineering Research Center for Intelligent Robotics, Research Institute of Interdisciplinary Innovation,Zhejiang Lab,Hangzhou,China,311100"],"affiliations":[{"raw_affiliation_string":"Research Center for Intelligent Robotics, Zhejiang Engineering Research Center for Intelligent Robotics, Research Institute of Interdisciplinary Innovation,Zhejiang Lab,Hangzhou,China,311100","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100396400","display_name":"Wen Wang","orcid":"https://orcid.org/0009-0009-1644-2341"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Wang","raw_affiliation_strings":["Research Center for Intelligent Robotics, Zhejiang Engineering Research Center for Intelligent Robotics, Research Institute of Interdisciplinary Innovation,Zhejiang Lab,Hangzhou,China,311100"],"affiliations":[{"raw_affiliation_string":"Research Center for Intelligent Robotics, Zhejiang Engineering Research Center for Intelligent Robotics, Research Institute of Interdisciplinary Innovation,Zhejiang Lab,Hangzhou,China,311100","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039356472","display_name":"Shiqiang Zhu","orcid":"https://orcid.org/0000-0002-5687-4001"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiqiang Zhu","raw_affiliation_strings":["Research Center for Intelligent Robotics, Zhejiang Engineering Research Center for Intelligent Robotics, Research Institute of Interdisciplinary Innovation,Zhejiang Lab,Hangzhou,China,311100"],"affiliations":[{"raw_affiliation_string":"Research Center for Intelligent Robotics, Zhejiang Engineering Research Center for Intelligent Robotics, Research Institute of Interdisciplinary Innovation,Zhejiang Lab,Hangzhou,China,311100","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103200418","display_name":"Shanshan Ji","orcid":"https://orcid.org/0000-0001-7826-9120"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shanshan Ji","raw_affiliation_strings":["Research Center for Intelligent Robotics, Zhejiang Engineering Research Center for Intelligent Robotics, Research Institute of Interdisciplinary Innovation,Zhejiang Lab,Hangzhou,China,311100"],"affiliations":[{"raw_affiliation_string":"Research Center for Intelligent Robotics, Zhejiang Engineering Research Center for Intelligent Robotics, Research Institute of Interdisciplinary Innovation,Zhejiang Lab,Hangzhou,China,311100","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037162295","display_name":"Changhai Zha","orcid":null},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changhai Zha","raw_affiliation_strings":["Research Center for Intelligent Robotics, Zhejiang Engineering Research Center for Intelligent Robotics, Research Institute of Interdisciplinary Innovation,Zhejiang Lab,Hangzhou,China,311100"],"affiliations":[{"raw_affiliation_string":"Research Center for Intelligent Robotics, Zhejiang Engineering Research Center for Intelligent Robotics, Research Institute of Interdisciplinary Innovation,Zhejiang Lab,Hangzhou,China,311100","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030612194","display_name":"Minhong Wan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minhong Wan","raw_affiliation_strings":["Research Center for Intelligent Robotics, Zhejiang Engineering Research Center for Intelligent Robotics, Research Institute of Interdisciplinary Innovation,Zhejiang Lab,Hangzhou,China,311100"],"affiliations":[{"raw_affiliation_string":"Research Center for Intelligent Robotics, Zhejiang Engineering Research Center for Intelligent Robotics, Research Institute of Interdisciplinary Innovation,Zhejiang Lab,Hangzhou,China,311100","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010340252","display_name":"Jason Gu","orcid":"https://orcid.org/0000-0002-7626-1077"},"institutions":[{"id":"https://openalex.org/I129902397","display_name":"Dalhousie University","ror":"https://ror.org/01e6qks80","country_code":"CA","type":"education","lineage":["https://openalex.org/I129902397"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jason Gu","raw_affiliation_strings":["Dalhousie University,Department of Electrical and Computer Engineering,Halifax,NS,Canada,B3H 4R2"],"affiliations":[{"raw_affiliation_string":"Dalhousie University,Department of Electrical and Computer Engineering,Halifax,NS,Canada,B3H 4R2","institution_ids":["https://openalex.org/I129902397"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101808358"],"corresponding_institution_ids":["https://openalex.org/I4210123185"],"apc_list":null,"apc_paid":null,"fwci":0.06,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.3474975,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"351","last_page":"356"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.770817756652832},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.7608907222747803},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.699733316898346},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6880530118942261},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6157439947128296},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.5444092154502869},{"id":"https://openalex.org/keywords/social-robot","display_name":"Social robot","score":0.49069488048553467},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.444561243057251},{"id":"https://openalex.org/keywords/service-robot","display_name":"Service robot","score":0.42226871848106384},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.4171585738658905},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37121522426605225},{"id":"https://openalex.org/keywords/robot-control","display_name":"Robot control","score":0.33755382895469666},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.3253440856933594},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1787981390953064}],"concepts":[{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.770817756652832},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.7608907222747803},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.699733316898346},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6880530118942261},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6157439947128296},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.5444092154502869},{"id":"https://openalex.org/C162947575","wikidata":"https://www.wikidata.org/wiki/Q2005645","display_name":"Social robot","level":5,"score":0.49069488048553467},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.444561243057251},{"id":"https://openalex.org/C2776228582","wikidata":"https://www.wikidata.org/wiki/Q7455797","display_name":"Service robot","level":3,"score":0.42226871848106384},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4171585738658905},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37121522426605225},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.33755382895469666},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.3253440856933594},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1787981390953064},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/robio55434.2022.10011857","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/robio55434.2022.10011857","pdf_url":null,"source":{"id":"https://openalex.org/S4363607789","display_name":"2022 IEEE International Conference on Robotics and Biomimetics (ROBIO)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Life in Land","id":"https://metadata.un.org/sdg/15","score":0.4300000071525574}],"awards":[{"id":"https://openalex.org/G5835894079","display_name":null,"funder_award_id":"121001-AL2202","funder_id":"https://openalex.org/F4320338465","funder_display_name":"Zhejiang Province Public Welfare Technology Application Research Project"}],"funders":[{"id":"https://openalex.org/F4320338465","display_name":"Zhejiang Province Public Welfare Technology Application Research Project","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1963819810","https://openalex.org/W2024605627","https://openalex.org/W2026989192","https://openalex.org/W2194775991","https://openalex.org/W2515770085","https://openalex.org/W2738672149","https://openalex.org/W2767618761","https://openalex.org/W2791361798","https://openalex.org/W2887776996","https://openalex.org/W2898115869","https://openalex.org/W2899560772","https://openalex.org/W2963466847","https://openalex.org/W2969985801","https://openalex.org/W3003720578","https://openalex.org/W3118530108","https://openalex.org/W3119205652","https://openalex.org/W3136103075","https://openalex.org/W3179103990","https://openalex.org/W4225707365","https://openalex.org/W4293117598","https://openalex.org/W4376278471"],"related_works":["https://openalex.org/W2543019745","https://openalex.org/W4293926484","https://openalex.org/W2539823562","https://openalex.org/W2542221445","https://openalex.org/W177694623","https://openalex.org/W2531662632","https://openalex.org/W2314176764","https://openalex.org/W4247750500","https://openalex.org/W2153355016","https://openalex.org/W2079131968"],"abstract_inverted_index":{"With":[0],"the":[1,35,52,62,82,118,124,134,138,145,153],"wide":[2],"application":[3],"of":[4,37,85,101,137],"service":[5],"robots":[6,17,25,39,63,74],"in":[7,34,48,61],"people's":[8],"daily":[9],"life,":[10],"people":[11,115],"are":[12,71],"not":[13],"only":[14],"satisfied":[15],"with":[16,30,44,121],"accomplishing":[18],"tasks":[19],"independently":[20,157],"but":[21],"also":[22],"hope":[23],"that":[24,51],"can":[26,54],"maintain":[27],"sustainable":[28],"interaction":[29,92,146],"human":[31],"beings.":[32],"Especially":[33],"field":[36],"music,":[38],"need":[40],"to":[41,75,130,133,152],"be":[42],"equipped":[43],"intelligent":[45],"cognitive":[46],"skills":[47],"decision-making,":[49],"so":[50],"audience":[53],"enjoy":[55],"immersive":[56],"appreciation":[57],"and":[58,67,111],"emotional":[59],"resonance":[60],"performance.":[64],"Visual":[65],"perception":[66],"natural":[68],"language":[69],"understanding":[70],"essential":[72],"for":[73],"establish":[76],"human-robot":[77],"friendly":[78],"relationships.":[79],"To":[80],"enrich":[81],"interactive":[83],"ability":[84],"music":[86,112,119,129],"robots,":[87],"we":[88],"design":[89],"a":[90,142],"contactless":[91],"system":[93,147],"based":[94],"on":[95],"facial":[96,108],"expression":[97,109],"recognition,":[98,110],"which":[99],"consists":[100],"four":[102],"modules:":[103],"voice":[104],"wake-up,":[105],"face":[106],"detection,":[107],"mapping.":[113],"When":[114],"wake":[116],"up":[117],"robot":[120,125,156],"specific":[122],"words,":[123],"will":[126],"customize":[127],"appropriate":[128],"perform":[131],"according":[132],"recognition":[135],"results":[136],"FER":[139],"module.":[140],"As":[141],"final":[143],"step,":[144],"has":[148],"been":[149],"successfully":[150],"applied":[151],"piano":[154],"humanoid":[155],"developed":[158],"by":[159],"our":[160],"team.":[161]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}