{"id":"https://openalex.org/W4392646144","doi":"https://doi.org/10.1145/3610978.3640549","title":"A Bilingual Social Robot with Sign Language and Natural Language","display_name":"A Bilingual Social Robot with Sign Language and Natural Language","publication_year":2024,"publication_date":"2024-03-10","ids":{"openalex":"https://openalex.org/W4392646144","doi":"https://doi.org/10.1145/3610978.3640549"},"language":"en","primary_location":{"id":"doi:10.1145/3610978.3640549","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3610978.3640549","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the 2024 ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://discovery.ucl.ac.uk/10194650/1/HRI_2024_LBR___A_bilingual_Social_Robot.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003540486","display_name":"Xiaoxuan Hei","orcid":"https://orcid.org/0009-0000-5273-096X"},"institutions":[{"id":"https://openalex.org/I201181511","display_name":"\u00c9cole Nationale Sup\u00e9rieure de Techniques Avanc\u00e9es","ror":"https://ror.org/0309cs235","country_code":"FR","type":"education","lineage":["https://openalex.org/I201181511","https://openalex.org/I4210145102"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Xiaoxuan Hei","raw_affiliation_strings":["Autonomous Systems and Robotics Lab, U2IS, ENSTA Paris, Institut Polytechnique de Paris, Palaiseau, France"],"raw_orcid":"https://orcid.org/0009-0000-5273-096X","affiliations":[{"raw_affiliation_string":"Autonomous Systems and Robotics Lab, U2IS, ENSTA Paris, Institut Polytechnique de Paris, Palaiseau, France","institution_ids":["https://openalex.org/I201181511"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042248392","display_name":"Chuang Yu","orcid":"https://orcid.org/0000-0003-3185-3578"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Chuang Yu","raw_affiliation_strings":["UCL Interaction Centre, Computer Science Department, University College London, London, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-3185-3578","affiliations":[{"raw_affiliation_string":"UCL Interaction Centre, Computer Science Department, University College London, London, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092182378","display_name":"Heng Zhang","orcid":"https://orcid.org/0000-0003-3732-2540"},"institutions":[{"id":"https://openalex.org/I201181511","display_name":"\u00c9cole Nationale Sup\u00e9rieure de Techniques Avanc\u00e9es","ror":"https://ror.org/0309cs235","country_code":"FR","type":"education","lineage":["https://openalex.org/I201181511","https://openalex.org/I4210145102"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Heng Zhang","raw_affiliation_strings":["Autonomous Systems and Robotics Lab, U2IS, ENSTA Paris, Institut Polytechnique de Paris, Palaiseau, France"],"raw_orcid":"https://orcid.org/0000-0003-3732-2540","affiliations":[{"raw_affiliation_string":"Autonomous Systems and Robotics Lab, U2IS, ENSTA Paris, Institut Polytechnique de Paris, Palaiseau, France","institution_ids":["https://openalex.org/I201181511"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066791819","display_name":"Adriana Tapus","orcid":"https://orcid.org/0000-0002-2793-4511"},"institutions":[{"id":"https://openalex.org/I201181511","display_name":"\u00c9cole Nationale Sup\u00e9rieure de Techniques Avanc\u00e9es","ror":"https://ror.org/0309cs235","country_code":"FR","type":"education","lineage":["https://openalex.org/I201181511","https://openalex.org/I4210145102"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Adriana Tapus","raw_affiliation_strings":["Autonomous Systems and Robotics Lab, U2IS, ENSTA Paris, Institut Polytechnique de Paris, Palaiseau, France"],"raw_orcid":"https://orcid.org/0000-0002-2793-4511","affiliations":[{"raw_affiliation_string":"Autonomous Systems and Robotics Lab, U2IS, ENSTA Paris, Institut Polytechnique de Paris, Palaiseau, France","institution_ids":["https://openalex.org/I201181511"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.9856,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.90081316,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"526","last_page":"529"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.898700475692749},{"id":"https://openalex.org/keywords/sign-language","display_name":"Sign language","score":0.777079701423645},{"id":"https://openalex.org/keywords/avatar","display_name":"Avatar","score":0.7718948721885681},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7113090753555298},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.585561990737915},{"id":"https://openalex.org/keywords/prosody","display_name":"Prosody","score":0.5799669027328491},{"id":"https://openalex.org/keywords/sign","display_name":"Sign (mathematics)","score":0.5384355187416077},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5372042655944824},{"id":"https://openalex.org/keywords/spoken-language","display_name":"Spoken language","score":0.5276198387145996},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.526678204536438},{"id":"https://openalex.org/keywords/social-robot","display_name":"Social robot","score":0.5025477409362793},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.4915970265865326},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.416256844997406},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38147178292274475},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.37964069843292236},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3008994460105896},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.22350633144378662},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.18201282620429993},{"id":"https://openalex.org/keywords/robot-control","display_name":"Robot control","score":0.13783490657806396}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.898700475692749},{"id":"https://openalex.org/C522192633","wikidata":"https://www.wikidata.org/wiki/Q34228","display_name":"Sign language","level":2,"score":0.777079701423645},{"id":"https://openalex.org/C2777365542","wikidata":"https://www.wikidata.org/wiki/Q83090","display_name":"Avatar","level":2,"score":0.7718948721885681},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7113090753555298},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.585561990737915},{"id":"https://openalex.org/C542774811","wikidata":"https://www.wikidata.org/wiki/Q10880526","display_name":"Prosody","level":2,"score":0.5799669027328491},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.5384355187416077},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5372042655944824},{"id":"https://openalex.org/C2776230583","wikidata":"https://www.wikidata.org/wiki/Q1322198","display_name":"Spoken language","level":2,"score":0.5276198387145996},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.526678204536438},{"id":"https://openalex.org/C162947575","wikidata":"https://www.wikidata.org/wiki/Q2005645","display_name":"Social robot","level":5,"score":0.5025477409362793},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.4915970265865326},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.416256844997406},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38147178292274475},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37964069843292236},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3008994460105896},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.22350633144378662},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.18201282620429993},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.13783490657806396},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3610978.3640549","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3610978.3640549","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the 2024 ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10194650","is_oa":true,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10194650/","pdf_url":"https://discovery.ucl.ac.uk/10194650/1/HRI_2024_LBR___A_bilingual_Social_Robot.pdf","source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"     In:  HRI '24: Companion of the 2024 ACM/IEEE International Conference on Human-Robot Interaction.  (pp. pp. 526-529).  ACM (Association for Computing Machinery): New York, NY, USA. (2024)     ","raw_type":"Proceedings paper"}],"best_oa_location":{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10194650","is_oa":true,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10194650/","pdf_url":"https://discovery.ucl.ac.uk/10194650/1/HRI_2024_LBR___A_bilingual_Social_Robot.pdf","source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"     In:  HRI '24: Companion of the 2024 ACM/IEEE International Conference on Human-Robot Interaction.  (pp. pp. 526-529).  ACM (Association for Computing Machinery): New York, NY, USA. (2024)     ","raw_type":"Proceedings paper"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5099999904632568}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4392646144.pdf"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W1532112938","https://openalex.org/W1989104072","https://openalex.org/W2007041320","https://openalex.org/W2060825599","https://openalex.org/W2076686749","https://openalex.org/W2145909609","https://openalex.org/W2551513864","https://openalex.org/W2560662850","https://openalex.org/W2802746421","https://openalex.org/W2871950322","https://openalex.org/W2991575677","https://openalex.org/W3039324188","https://openalex.org/W3047172774","https://openalex.org/W3120471766","https://openalex.org/W4307650995"],"related_works":["https://openalex.org/W2160434794","https://openalex.org/W3181705171","https://openalex.org/W3005142023","https://openalex.org/W2166267632","https://openalex.org/W2049851324","https://openalex.org/W4250841346","https://openalex.org/W2344425795","https://openalex.org/W2902781206","https://openalex.org/W2759485689","https://openalex.org/W4388623439"],"abstract_inverted_index":{"In":[0],"situations":[1],"where":[2],"both":[3,24],"deaf":[4],"and":[5,26,48,110,141],"non-deaf":[6],"individuals":[7],"are":[8],"present":[9],"in":[10,67,78,151],"a":[11,19,46,58,61,115,119],"public":[12],"setting,":[13],"it":[14],"would":[15,31],"be":[16],"advantageous":[17],"for":[18,37,45,60],"robot":[20,63,71],"to":[21,75,132,147],"communicate":[22],"using":[23],"sign":[25,95,111,142],"natural":[27,101,135],"languages":[28],"simultaneously.":[29],"This":[30],"not":[32],"only":[33],"address":[34],"the":[35,43,73,129],"needs":[36],"diverse":[38,152],"users":[39],"but":[40],"also":[41],"pave":[42],"way":[44],"richer":[47],"more":[49],"inclusive":[50],"spectrum":[51],"of":[52],"human-robot":[53],"interactions.":[54],"To":[55],"achieve":[56],"this,":[57],"framework":[59],"bilingual":[62],"has":[64],"been":[65],"proposed":[66],"this":[68,126],"paper.":[69],"The":[70,97,122],"exhibits":[72],"ability":[74],"articulate":[76],"messages":[77],"spoken":[79],"language,":[80,143],"complemented":[81],"by":[82],"non-verbal":[83],"cues":[84],"such":[85],"as":[86],"expressive":[87],"gestures,":[88,109],"all":[89],"while":[90],"concurrently":[91],"conveying":[92],"information":[93],"through":[94],"language.":[96],"system":[98],"can":[99],"generate":[100],"language":[102,112,136],"expressions":[103,137],"with":[104,138],"speech":[105],"audio,":[106],"spontaneous":[107],"prosody-based":[108],"displayed":[113],"on":[114,118],"virtual":[116],"avatar":[117],"robot's":[120,130],"screen.":[121],"preliminary":[123],"findings":[124],"from":[125],"research":[127],"showcase":[128],"capacity":[131],"seamlessly":[133],"blend":[134],"synchronized":[139],"gestures":[140],"underlining":[144],"its":[145],"potential":[146],"revolutionize":[148],"communication":[149],"dynamics":[150],"settings.":[153]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}