{"id":"https://openalex.org/W4393372065","doi":"https://doi.org/10.1109/lra.2024.3384037","title":"Learning to Communicate Functional States With Nonverbal Expressions for Improved Human-Robot Collaboration","display_name":"Learning to Communicate Functional States With Nonverbal Expressions for Improved Human-Robot Collaboration","publication_year":2024,"publication_date":"2024-04-01","ids":{"openalex":"https://openalex.org/W4393372065","doi":"https://doi.org/10.1109/lra.2024.3384037"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2024.3384037","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3384037","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2404.19253","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006427016","display_name":"Liam Roy","orcid":"https://orcid.org/0009-0002-4972-458X"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Liam Roy","raw_affiliation_strings":["Monash University, Melbourne, VIC, Australia"],"raw_orcid":"https://orcid.org/0009-0002-4972-458X","affiliations":[{"raw_affiliation_string":"Monash University, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035882135","display_name":"Elizabeth A. Croft","orcid":"https://orcid.org/0000-0002-9639-5291"},"institutions":[{"id":"https://openalex.org/I212119943","display_name":"University of Victoria","ror":"https://ror.org/04s5mat29","country_code":"CA","type":"education","lineage":["https://openalex.org/I212119943"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Elizabeth A. Croft","raw_affiliation_strings":["University of Victoria, Victoria, BC, Canada","Croft is with University of Victoria, Canada"],"raw_orcid":"https://orcid.org/0000-0002-9639-5291","affiliations":[{"raw_affiliation_string":"University of Victoria, Victoria, BC, Canada","institution_ids":["https://openalex.org/I212119943"]},{"raw_affiliation_string":"Croft is with University of Victoria, Canada","institution_ids":["https://openalex.org/I212119943"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072377971","display_name":"Dana Kuli\u0107","orcid":"https://orcid.org/0000-0002-4169-2141"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dana Kuli\u0107","raw_affiliation_strings":["Monash University, Melbourne, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4169-2141","affiliations":[{"raw_affiliation_string":"Monash University, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I56590836"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8152,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.68512327,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"9","issue":"6","first_page":"5393","last_page":"5400"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9819999933242798,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9819999933242798,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9803000092506409,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9753999710083008,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.8289313912391663},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.7711151838302612},{"id":"https://openalex.org/keywords/nonverbal-communication","display_name":"Nonverbal communication","score":0.7668071389198303},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6472969055175781},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.5743210911750793},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4675259590148926},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4350603222846985},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42267125844955444},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.40901052951812744},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.1824437379837036},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.13072997331619263}],"concepts":[{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.8289313912391663},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.7711151838302612},{"id":"https://openalex.org/C145633318","wikidata":"https://www.wikidata.org/wiki/Q207125","display_name":"Nonverbal communication","level":2,"score":0.7668071389198303},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6472969055175781},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.5743210911750793},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4675259590148926},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4350603222846985},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42267125844955444},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.40901052951812744},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.1824437379837036},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.13072997331619263},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/lra.2024.3384037","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3384037","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2404.19253","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.19253","pdf_url":"https://arxiv.org/pdf/2404.19253","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2404.19253","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2404.19253","pdf_url":"https://arxiv.org/pdf/2404.19253","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4393372065.pdf"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W1544426622","https://openalex.org/W2024649868","https://openalex.org/W2111715140","https://openalex.org/W2136224256","https://openalex.org/W2149416185","https://openalex.org/W2413750868","https://openalex.org/W2555971623","https://openalex.org/W2570651606","https://openalex.org/W2585942316","https://openalex.org/W2592639743","https://openalex.org/W2626622360","https://openalex.org/W2769208536","https://openalex.org/W2769428625","https://openalex.org/W2774891019","https://openalex.org/W2894609524","https://openalex.org/W2897782875","https://openalex.org/W2899644740","https://openalex.org/W2945169717","https://openalex.org/W2988576575","https://openalex.org/W3016747418","https://openalex.org/W3094452219","https://openalex.org/W3115959388","https://openalex.org/W3128013500","https://openalex.org/W3164009507","https://openalex.org/W3207430945","https://openalex.org/W4206275166","https://openalex.org/W4206530644","https://openalex.org/W4248056173","https://openalex.org/W4312736678","https://openalex.org/W4388721733","https://openalex.org/W6632462264","https://openalex.org/W6650105374","https://openalex.org/W6801922067"],"related_works":["https://openalex.org/W3204184292","https://openalex.org/W3176564347","https://openalex.org/W1985458517","https://openalex.org/W2355833770","https://openalex.org/W3031039437","https://openalex.org/W4287179229","https://openalex.org/W3205513966","https://openalex.org/W3120459843","https://openalex.org/W4366547574","https://openalex.org/W3200191727"],"abstract_inverted_index":{"Collaborative":[0],"robots":[1],"must":[2],"effectively":[3],"communicate":[4,21],"their":[5],"internal":[6],"state":[7,124],"to":[8,10,20,34,59,79,109,120,139,158],"humans":[9],"enable":[11],"a":[12,69,92],"smooth":[13],"interaction.":[14],"Nonverbal":[15],"communication":[16,35],"is":[17,107],"widely":[18],"used":[19,138,149],"information":[22],"during":[23],"human-robot":[24],"interaction,":[25],"however,":[26],"such":[27],"methods":[28],"may":[29],"also":[30],"be":[31,137],"misunderstood,":[32],"leading":[33],"errors.":[36],"In":[37],"this":[38],"work,":[39],"we":[40],"explore":[41],"modulating":[42],"the":[43,117,123,126,143,171],"acoustic":[44,112],"parameter":[45,113],"values":[46,114],"(pitch":[47],"bend,":[48],"beats":[49,52],"per":[50,53],"minute,":[51],"loop)":[54],"of":[55,125,167],"nonverbal":[56,83],"auditory":[57,84],"expressions":[58],"convey":[60],"functional":[61],"robot":[62,163],"states":[63],"(accomplished,":[64],"progressing,":[65],"stuck).":[66],"We":[67],"propose":[68],"reinforcement":[70],"learning":[71,144],"(RL)":[72],"algorithm":[73,151],"based":[74],"on":[75,174],"noisy":[76],"human":[77],"feedback":[78],"produce":[80],"accurately":[81],"interpreted":[82],"expressions.":[85],"The":[86,98,147],"proposed":[87,104],"approach":[88,106],"was":[89],"evaluated":[90],"through":[91],"user":[93,134,175],"study":[94],"with":[95],"24":[96],"participants.":[97],"results":[99],"demonstrate":[100],"that:":[101],"(i)":[102],"Our":[103],"RL-based":[105],"able":[108],"learn":[110],"suitable":[111],"which":[115],"improve":[116],"users'":[118],"ability":[119],"correctly":[121],"identify":[122],"robot.":[127],"(ii)":[128],"Algorithm":[129],"initialization":[130,152],"informed":[131],"by":[132],"previous":[133],"data":[135],"can":[136],"significantly":[140],"speed":[141],"up":[142],"process.":[145],"(iii)":[146],"method":[148],"for":[150,161],"strongly":[153],"influences":[154],"whether":[155],"participants":[156],"converge":[157],"similar":[159],"sounds":[160,178],"each":[162],"state.":[164],"(iv)":[165],"Modulation":[166],"pitch":[168],"bend":[169],"has":[170],"largest":[172],"influence":[173],"association":[176],"between":[177],"and":[179],"robotic":[180],"states.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}