{"id":"https://openalex.org/W4391709315","doi":"https://doi.org/10.1145/3613904.3642038","title":"Giving Robots a Voice: Human-in-the-Loop Voice Creation and open-ended Labeling","display_name":"Giving Robots a Voice: Human-in-the-Loop Voice Creation and open-ended Labeling","publication_year":2024,"publication_date":"2024-05-11","ids":{"openalex":"https://openalex.org/W4391709315","doi":"https://doi.org/10.1145/3613904.3642038"},"language":"en","primary_location":{"id":"doi:10.1145/3613904.3642038","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642038","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642038","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642038","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045500067","display_name":"Pol van Rijn","orcid":"https://orcid.org/0000-0002-4044-9123"},"institutions":[{"id":"https://openalex.org/I4210086768","display_name":"Max Planck Institute for Empirical Aesthetics","ror":"https://ror.org/000rdbk18","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210086768"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Pol van Rijn","raw_affiliation_strings":["Max Planck Institute for Empirical Aesthetics, Germany"],"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Empirical Aesthetics, Germany","institution_ids":["https://openalex.org/I4210086768"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043580137","display_name":"Silvan Mertes","orcid":"https://orcid.org/0000-0001-5230-5218"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Silvan Mertes","raw_affiliation_strings":["Human-Centered Artificial Intelligence, Augsburg University, Germany"],"affiliations":[{"raw_affiliation_string":"Human-Centered Artificial Intelligence, Augsburg University, Germany","institution_ids":["https://openalex.org/I179225836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019195144","display_name":"Kathrin Janowski","orcid":"https://orcid.org/0000-0001-5985-4973"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Kathrin Janowski","raw_affiliation_strings":["Human-Centered Artificial Intelligence, Augsburg University, Germany"],"affiliations":[{"raw_affiliation_string":"Human-Centered Artificial Intelligence, Augsburg University, Germany","institution_ids":["https://openalex.org/I179225836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022969679","display_name":"Katharina Weitz","orcid":"https://orcid.org/0000-0003-1001-2278"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Katharina Weitz","raw_affiliation_strings":["Human-Centered Artificial Intelligence, Augsburg University, Germany"],"affiliations":[{"raw_affiliation_string":"Human-Centered Artificial Intelligence, Augsburg University, Germany","institution_ids":["https://openalex.org/I179225836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021757437","display_name":"Nori Jacoby","orcid":"https://orcid.org/0000-0003-2868-0100"},"institutions":[{"id":"https://openalex.org/I4210086768","display_name":"Max Planck Institute for Empirical Aesthetics","ror":"https://ror.org/000rdbk18","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210086768"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Nori Jacoby","raw_affiliation_strings":["Computational Auditory Perception Group, Max Planck Institute for Empirical Aesthetics, Germany"],"affiliations":[{"raw_affiliation_string":"Computational Auditory Perception Group, Max Planck Institute for Empirical Aesthetics, Germany","institution_ids":["https://openalex.org/I4210086768"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056684559","display_name":"Elisabeth Andr\u00e9","orcid":"https://orcid.org/0000-0002-2367-162X"},"institutions":[{"id":"https://openalex.org/I179225836","display_name":"University of Augsburg","ror":"https://ror.org/03p14d497","country_code":"DE","type":"education","lineage":["https://openalex.org/I179225836"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Elisabeth Andr\u00e9","raw_affiliation_strings":["Human-Centered Artificial Intelligence, Augsburg University, Germany"],"affiliations":[{"raw_affiliation_string":"Human-Centered Artificial Intelligence, Augsburg University, Germany","institution_ids":["https://openalex.org/I179225836"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5045500067"],"corresponding_institution_ids":["https://openalex.org/I4210086768"],"apc_list":null,"apc_paid":null,"fwci":5.1526,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.94890548,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"34"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.831097424030304},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6601526737213135},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6501807570457458},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.5800518989562988},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.467395156621933},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.4570766091346741},{"id":"https://openalex.org/keywords/human-in-the-loop","display_name":"Human-in-the-loop","score":0.44053319096565247},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.4293139576911926}],"concepts":[{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.831097424030304},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6601526737213135},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6501807570457458},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.5800518989562988},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.467395156621933},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.4570766091346741},{"id":"https://openalex.org/C2780626000","wikidata":"https://www.wikidata.org/wiki/Q5936775","display_name":"Human-in-the-loop","level":2,"score":0.44053319096565247},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.4293139576911926},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3613904.3642038","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642038","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642038","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2402.05206","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.05206","pdf_url":"https://arxiv.org/pdf/2402.05206","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:uni-augsburg.opus-bayern.de:113023","is_oa":true,"landing_page_url":"https://nbn-resolving.org/urn:nbn:de:bvb:384-opus4-1130231","pdf_url":null,"source":{"id":"https://openalex.org/S4306400930","display_name":"OPUS (Augsburg University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I119916105","host_organization_name":"Augsburg University","host_organization_lineage":["https://openalex.org/I119916105"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doc-type:conferenceobject"}],"best_oa_location":{"id":"doi:10.1145/3613904.3642038","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642038","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642038","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.75,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391709315.pdf","grobid_xml":"https://content.openalex.org/works/W4391709315.grobid-xml"},"referenced_works_count":73,"referenced_works":["https://openalex.org/W259224829","https://openalex.org/W1746866113","https://openalex.org/W1766531844","https://openalex.org/W1926036632","https://openalex.org/W1958336809","https://openalex.org/W1975254636","https://openalex.org/W1975401588","https://openalex.org/W1990114866","https://openalex.org/W2010156994","https://openalex.org/W2018372581","https://openalex.org/W2024077183","https://openalex.org/W2024251432","https://openalex.org/W2032568497","https://openalex.org/W2043632556","https://openalex.org/W2084235337","https://openalex.org/W2084969212","https://openalex.org/W2089358714","https://openalex.org/W2110585328","https://openalex.org/W2116385068","https://openalex.org/W2125910575","https://openalex.org/W2131554141","https://openalex.org/W2131972455","https://openalex.org/W2156897926","https://openalex.org/W2158390034","https://openalex.org/W2162090451","https://openalex.org/W2162696376","https://openalex.org/W2164693228","https://openalex.org/W2169863498","https://openalex.org/W2172073572","https://openalex.org/W2191779130","https://openalex.org/W2239141610","https://openalex.org/W2571030226","https://openalex.org/W2735131873","https://openalex.org/W2793767675","https://openalex.org/W2794343903","https://openalex.org/W2794403703","https://openalex.org/W2808706139","https://openalex.org/W2884225676","https://openalex.org/W2935088330","https://openalex.org/W2967464094","https://openalex.org/W2972834593","https://openalex.org/W2982865155","https://openalex.org/W2989760594","https://openalex.org/W2992944139","https://openalex.org/W2995282955","https://openalex.org/W3005316185","https://openalex.org/W3011168783","https://openalex.org/W3011435810","https://openalex.org/W3015645837","https://openalex.org/W3026874504","https://openalex.org/W3034255153","https://openalex.org/W3105683961","https://openalex.org/W3111545360","https://openalex.org/W3125246655","https://openalex.org/W3135367836","https://openalex.org/W3138681670","https://openalex.org/W3150572638","https://openalex.org/W3159045181","https://openalex.org/W3174758275","https://openalex.org/W3196800575","https://openalex.org/W4205690208","https://openalex.org/W4226172418","https://openalex.org/W4231165370","https://openalex.org/W4243624667","https://openalex.org/W4248372701","https://openalex.org/W4280625794","https://openalex.org/W4292289324","https://openalex.org/W4297841819","https://openalex.org/W4308101919","https://openalex.org/W4312946015","https://openalex.org/W6781883210","https://openalex.org/W6862122949","https://openalex.org/W6888092179"],"related_works":["https://openalex.org/W4288099294","https://openalex.org/W4287179229","https://openalex.org/W3205513966","https://openalex.org/W3120459843","https://openalex.org/W4366547574","https://openalex.org/W3200191727","https://openalex.org/W4388430323","https://openalex.org/W4377866454","https://openalex.org/W2113355126","https://openalex.org/W3113143399"],"abstract_inverted_index":{"Speech":[0],"is":[1,19,103],"a":[2,13,33,43,54,122],"natural":[3],"interface":[4,124],"for":[5,97,116,141],"humans":[6],"to":[7,16,22,36,71,106,111,125],"interact":[8],"with":[9],"robots.":[10],"Yet,":[11],"aligning":[12],"robot\u2019s":[14],"voice":[15,92,115],"its":[17],"appearance":[18],"challenging":[20],"due":[21],"the":[23,87,113,133],"rich":[24],"vocabulary":[25],"of":[26,46,86],"both":[27],"modalities.":[28],"Previous":[29],"research":[30],"has":[31],"explored":[32],"few":[34],"labels":[35],"describe":[37,83],"robots":[38,47],"and":[39,48,110,138],"tested":[40],"them":[41],"on":[42],"limited":[44],"number":[45],"existing":[49],"voices.":[50],"Here,":[51],"we":[52],"develop":[53],"robot-voice":[55],"creation":[56],"tool":[57],"followed":[58],"by":[59],"large-scale":[60],"behavioral":[61],"human":[62],"experiments":[63],"(N=2,505).":[64],"First,":[65],"participants":[66,82],"collectively":[67],"tune":[68],"robotic":[69],"voices":[70],"match":[72],"175":[73],"robot":[74,88,108,130],"images":[75],"using":[76,93],"an":[77,117],"adaptive":[78],"human-in-the-loop":[79,95],"pipeline.":[80],"Then,":[81],"their":[84,90],"impression":[85],"or":[89],"matched":[91],"another":[94],"paradigm":[96],"open-ended":[98],"labeling.":[99],"The":[100],"elicited":[101],"taxonomy":[102],"then":[104],"used":[105],"rate":[107],"attributes":[109],"predict":[112],"best":[114],"unseen":[118],"robot.":[119],"We":[120],"offer":[121],"web":[123],"aid":[126],"engineers":[127],"in":[128],"customizing":[129],"voices,":[131],"demonstrating":[132],"synergy":[134],"between":[135],"cognitive":[136],"science":[137],"machine":[139],"learning":[140],"engineering":[142],"tools.":[143]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2024-02-10T00:00:00"}