{"id":"https://openalex.org/W4401018271","doi":"https://doi.org/10.1109/ur61395.2024.10597463","title":"Enhancing Human-Robot Interaction: Integrating ASL Recognition and LLM-Driven Co-Speech Gestures in Pepper Robot with a Compact Neural Network","display_name":"Enhancing Human-Robot Interaction: Integrating ASL Recognition and LLM-Driven Co-Speech Gestures in Pepper Robot with a Compact Neural Network","publication_year":2024,"publication_date":"2024-06-24","ids":{"openalex":"https://openalex.org/W4401018271","doi":"https://doi.org/10.1109/ur61395.2024.10597463"},"language":"en","primary_location":{"id":"doi:10.1109/ur61395.2024.10597463","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ur61395.2024.10597463","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 21st International Conference on Ubiquitous Robots (UR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109753350","display_name":"JongYoon Lim","orcid":null},"institutions":[{"id":"https://openalex.org/I97750245","display_name":"Software (Spain)","ror":"https://ror.org/02ethns06","country_code":"ES","type":"company","lineage":["https://openalex.org/I4210087817","https://openalex.org/I97750245"]},{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["ES","NZ"],"is_corresponding":true,"raw_author_name":"JongYoon Lim","raw_affiliation_strings":["University of Auckland,CARES, Department of Electrical, Computer and Software Engineering"],"affiliations":[{"raw_affiliation_string":"University of Auckland,CARES, Department of Electrical, Computer and Software Engineering","institution_ids":["https://openalex.org/I154130895","https://openalex.org/I97750245"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065532121","display_name":"Inkyu Sa","orcid":"https://orcid.org/0000-0001-5429-0515"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Inkyu Sa","raw_affiliation_strings":["Afterscool Co"],"affiliations":[{"raw_affiliation_string":"Afterscool Co","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065146109","display_name":"Bruce A. MacDonald","orcid":"https://orcid.org/0000-0001-7602-8497"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]},{"id":"https://openalex.org/I97750245","display_name":"Software (Spain)","ror":"https://ror.org/02ethns06","country_code":"ES","type":"company","lineage":["https://openalex.org/I4210087817","https://openalex.org/I97750245"]}],"countries":["ES","NZ"],"is_corresponding":false,"raw_author_name":"Bruce A MacDonald","raw_affiliation_strings":["University of Auckland,CARES, Department of Electrical, Computer and Software Engineering"],"affiliations":[{"raw_affiliation_string":"University of Auckland,CARES, Department of Electrical, Computer and Software Engineering","institution_ids":["https://openalex.org/I154130895","https://openalex.org/I97750245"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057419366","display_name":"Ho Seok Ahn","orcid":"https://orcid.org/0000-0001-7418-6280"},"institutions":[{"id":"https://openalex.org/I97750245","display_name":"Software (Spain)","ror":"https://ror.org/02ethns06","country_code":"ES","type":"company","lineage":["https://openalex.org/I4210087817","https://openalex.org/I97750245"]},{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["ES","NZ"],"is_corresponding":false,"raw_author_name":"Ho Seok Ahn","raw_affiliation_strings":["University of Auckland,CARES, Department of Electrical, Computer and Software Engineering"],"affiliations":[{"raw_affiliation_string":"University of Auckland,CARES, Department of Electrical, Computer and Software Engineering","institution_ids":["https://openalex.org/I154130895","https://openalex.org/I97750245"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5109753350"],"corresponding_institution_ids":["https://openalex.org/I154130895","https://openalex.org/I97750245"],"apc_list":null,"apc_paid":null,"fwci":3.0682,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.91717037,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"663","last_page":"668"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9509000182151794,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9509000182151794,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.944599986076355,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9398999810218811,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.7316214442253113},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6870315074920654},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5772384405136108},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.523409903049469},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.48385393619537354},{"id":"https://openalex.org/keywords/gesture-recognition","display_name":"Gesture recognition","score":0.4507928490638733},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4495686888694763},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.41014382243156433},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37911123037338257}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.7316214442253113},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6870315074920654},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5772384405136108},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.523409903049469},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.48385393619537354},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.4507928490638733},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4495686888694763},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.41014382243156433},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37911123037338257}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ur61395.2024.10597463","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ur61395.2024.10597463","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 21st International Conference on Ubiquitous Robots (UR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W807827359","https://openalex.org/W2144001787","https://openalex.org/W2152873914","https://openalex.org/W2174125143","https://openalex.org/W2270585835","https://openalex.org/W2482333547","https://openalex.org/W2529292409","https://openalex.org/W2539563437","https://openalex.org/W2588600476","https://openalex.org/W2783892510","https://openalex.org/W2788334925","https://openalex.org/W2792183839","https://openalex.org/W2959293999","https://openalex.org/W2968759447","https://openalex.org/W3009828227","https://openalex.org/W3202747033","https://openalex.org/W4212986483","https://openalex.org/W4220731687","https://openalex.org/W4220811736","https://openalex.org/W4225693794","https://openalex.org/W4246617988","https://openalex.org/W4298112375","https://openalex.org/W4312705522","https://openalex.org/W4323536841","https://openalex.org/W4380993732","https://openalex.org/W4386075496","https://openalex.org/W6747909800","https://openalex.org/W6770319680","https://openalex.org/W6803978685"],"related_works":["https://openalex.org/W2902873204","https://openalex.org/W2185750513","https://openalex.org/W2010878661","https://openalex.org/W3147379364","https://openalex.org/W2026258298","https://openalex.org/W3204639664","https://openalex.org/W2970836791","https://openalex.org/W2805039731","https://openalex.org/W2989699735","https://openalex.org/W4322710567"],"abstract_inverted_index":{"This":[0,48],"research":[1],"investigates":[2],"the":[3,13,68,112,125],"use":[4],"of":[5,116],"compact":[6],"deep":[7],"neural":[8],"network":[9],"designs":[10],"to":[11,17,66],"teach":[12],"humanoid":[14],"robot":[15],"Pepper":[16,72],"comprehend":[18],"American":[19],"Sign":[20],"Language":[21],"(ASL),":[22],"enhancing":[23],"non-verbal":[24,133],"interactions":[25,131],"between":[26],"humans":[27],"and":[28,35,85,114,138,143],"robots.":[29],"Initially,":[30],"we":[31,60,110],"developed":[32],"a":[33,92,101],"streamlined":[34],"powerful":[36],"model":[37,49],"specifically":[38],"for":[39,45,128],"ASL":[40],"interpretation":[41],"that":[42,96],"was":[43],"optimized":[44],"embedded":[46],"systems.":[47],"ensures":[50],"swift":[51],"sign":[52],"language":[53,63],"recognition":[54],"while":[55],"minimizing":[56],"computational":[57],"demands.":[58],"Furthermore,":[59],"incorporate":[61],"large":[62],"models":[64],"(LLMs)":[65],"enhance":[67],"robot's":[69],"interactive":[70],"abilities.":[71],"can":[73],"produce":[74],"Co-Speech":[75],"Gesture":[76],"responses":[77],"by":[78],"carefully":[79],"crafting":[80],"prompts,":[81],"fostering":[82],"more":[83,141],"fluid":[84],"realistic":[86],"human-robot":[87,130],"conversations.":[88],"We":[89],"also":[90],"introduce":[91],"comprehensive":[93],"software":[94],"framework":[95],"encapsulates":[97],"these":[98],"advancements":[99],"in":[100,119],"socially":[102],"conscious":[103],"AI":[104],"interaction":[105],"model.":[106],"Utilizing":[107],"Pepper's":[108],"capabilities,":[109],"showcase":[111],"practicality":[113],"impact":[115],"our":[117],"method":[118],"actual":[120],"scenarios.":[121],"Our":[122],"findings":[123],"underscore":[124],"significant":[126],"possibilities":[127],"improving":[129],"through":[132],"means,":[134],"bridging":[135],"communication":[136],"barriers,":[137],"making":[139],"technology":[140],"accessible":[142],"understandable.":[144]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":6}],"updated_date":"2026-03-13T16:22:10.518609","created_date":"2025-10-10T00:00:00"}