{"id":"https://openalex.org/W4323687861","doi":"https://doi.org/10.1145/3568162.3578633","title":"Limitations of Audiovisual Speech on Robots for Second Language Pronunciation Learning","display_name":"Limitations of Audiovisual Speech on Robots for Second Language Pronunciation Learning","publication_year":2023,"publication_date":"2023-03-09","ids":{"openalex":"https://openalex.org/W4323687861","doi":"https://doi.org/10.1145/3568162.3578633"},"language":"en","primary_location":{"id":"doi:10.1145/3568162.3578633","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3568162.3578633","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3568162.3578633","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3568162.3578633","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064929726","display_name":"Saya Amioka","orcid":"https://orcid.org/0000-0001-6383-8642"},"institutions":[{"id":"https://openalex.org/I20529979","display_name":"University of Electro-Communications","ror":"https://ror.org/02x73b849","country_code":"JP","type":"education","lineage":["https://openalex.org/I20529979"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Saya Amioka","raw_affiliation_strings":["The University of Electro-Communications, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0001-6383-8642","affiliations":[{"raw_affiliation_string":"The University of Electro-Communications, Tokyo, Japan","institution_ids":["https://openalex.org/I20529979"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027249654","display_name":"Ruben Janssens","orcid":"https://orcid.org/0000-0002-1790-9531"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Ruben Janssens","raw_affiliation_strings":["Ghent University - imec, Ghent, Belgium"],"raw_orcid":"https://orcid.org/0000-0002-1790-9531","affiliations":[{"raw_affiliation_string":"Ghent University - imec, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053778039","display_name":"Pieter Wolfert","orcid":"https://orcid.org/0000-0002-7420-7181"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Pieter Wolfert","raw_affiliation_strings":["Ghent University - imec, Ghent, Belgium"],"raw_orcid":"https://orcid.org/0000-0002-7420-7181","affiliations":[{"raw_affiliation_string":"Ghent University - imec, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029195311","display_name":"Qiaoqiao Ren","orcid":"https://orcid.org/0000-0001-5561-1747"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Qiaoqiao Ren","raw_affiliation_strings":["Ghent University - imec, Ghent, Belgium"],"raw_orcid":"https://orcid.org/0000-0001-5561-1747","affiliations":[{"raw_affiliation_string":"Ghent University - imec, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071275435","display_name":"Maria J. Pinto-Bernal","orcid":"https://orcid.org/0000-0002-1969-8395"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Maria Jose Pinto Bernal","raw_affiliation_strings":["Ghent University - imec, Ghent, Belgium"],"raw_orcid":"https://orcid.org/0000-0002-1969-8395","affiliations":[{"raw_affiliation_string":"Ghent University - imec, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035627933","display_name":"Tony Belpaeme","orcid":"https://orcid.org/0000-0001-5207-7745"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Tony Belpaeme","raw_affiliation_strings":["Ghent University - imec, Ghent, Belgium"],"raw_orcid":"https://orcid.org/0000-0001-5207-7745","affiliations":[{"raw_affiliation_string":"Ghent University - imec, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4051,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.8183829,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"359","last_page":"367"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.9746000170707703,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.9746000170707703,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13310","display_name":"Subtitles and Audiovisual Media","score":0.9678000211715698,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9642999768257141,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pronunciation","display_name":"Pronunciation","score":0.8747771382331848},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.588135302066803},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5698000192642212},{"id":"https://openalex.org/keywords/motor-theory-of-speech-perception","display_name":"Motor theory of speech perception","score":0.5334926247596741},{"id":"https://openalex.org/keywords/speech-perception","display_name":"Speech perception","score":0.5014567375183105},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.48484623432159424},{"id":"https://openalex.org/keywords/speech-processing","display_name":"Speech processing","score":0.4282030463218689},{"id":"https://openalex.org/keywords/language-acquisition","display_name":"Language acquisition","score":0.4177300035953522},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4076504707336426},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.32830482721328735}],"concepts":[{"id":"https://openalex.org/C2780844864","wikidata":"https://www.wikidata.org/wiki/Q184377","display_name":"Pronunciation","level":2,"score":0.8747771382331848},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.588135302066803},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5698000192642212},{"id":"https://openalex.org/C186393131","wikidata":"https://www.wikidata.org/wiki/Q1949774","display_name":"Motor theory of speech perception","level":4,"score":0.5334926247596741},{"id":"https://openalex.org/C99209842","wikidata":"https://www.wikidata.org/wiki/Q643696","display_name":"Speech perception","level":3,"score":0.5014567375183105},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.48484623432159424},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.4282030463218689},{"id":"https://openalex.org/C74672266","wikidata":"https://www.wikidata.org/wiki/Q815859","display_name":"Language acquisition","level":2,"score":0.4177300035953522},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4076504707336426},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.32830482721328735},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3568162.3578633","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3568162.3578633","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3568162.3578633","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"},{"id":"pmh:oai:archive.ugent.be:01GVZ7K3P8TAE3E3E0VR8ERAAS","is_oa":false,"landing_page_url":"https://biblio.ugent.be/publication/01GVZ7K3P8TAE3E3E0VR8ERAAS","pdf_url":null,"source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISBN: 9781450399708","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.1145/3568162.3578633","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3568162.3578633","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3568162.3578633","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8100000023841858}],"awards":[{"id":"https://openalex.org/G5074544951","display_name":"Contingent behaviour generation in social robots using Deep Learning","funder_award_id":"1S95020N","funder_id":"https://openalex.org/F4320321730","funder_display_name":"Fonds Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321730","display_name":"Fonds Wetenschappelijk Onderzoek","ror":"https://ror.org/03qtxy027"},{"id":"https://openalex.org/F4320327336","display_name":"Vlaamse regering","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4323687861.pdf","grobid_xml":"https://content.openalex.org/works/W4323687861.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W1991362408","https://openalex.org/W2001730713","https://openalex.org/W2044099257","https://openalex.org/W2045499934","https://openalex.org/W2047606707","https://openalex.org/W2056903792","https://openalex.org/W2093635459","https://openalex.org/W2102133930","https://openalex.org/W2137773153","https://openalex.org/W2138018592","https://openalex.org/W2560862806","https://openalex.org/W2593277576","https://openalex.org/W2784006305","https://openalex.org/W2903683535","https://openalex.org/W2907761700","https://openalex.org/W3010129262","https://openalex.org/W3011832253","https://openalex.org/W3094508949","https://openalex.org/W3119840372","https://openalex.org/W4210847414","https://openalex.org/W4214871780"],"related_works":["https://openalex.org/W607738398","https://openalex.org/W1690440061","https://openalex.org/W3202371450","https://openalex.org/W2770963694","https://openalex.org/W649828048","https://openalex.org/W4213171936","https://openalex.org/W2220580718","https://openalex.org/W2287145608","https://openalex.org/W2759241869","https://openalex.org/W2777626350"],"abstract_inverted_index":{"The":[0,94],"perception":[1,27],"of":[2,28,78,100,124],"audiovisual":[3,50,70,106,113,139,166,181],"speech":[4,29,57,71,140,168],"plays":[5],"an":[6],"important":[7,18],"role":[8],"in":[9,59,87,142],"infants'":[10],"first":[11],"language":[12,20,35,46],"acquisition":[13],"and":[14,30,39],"continues":[15],"to":[16,118,165,178],"be":[17],"for":[19,37],"understanding":[21,36],"beyond":[22],"infancy.":[23],"Beyond":[24],"that,":[25],"the":[26,60,76,120,134],"congruent":[31,69,105,138],"lip":[32],"motion":[33],"supports":[34],"adults,":[38],"it":[40,53],"has":[41],"been":[42],"suggested":[43],"that":[44,137,153],"second":[45],"learning":[47,77,173],"benefits":[48],"from":[49,180],"speech,":[51,107,110],"as":[52],"helps":[54],"learners":[55],"distinguish":[56],"sounds":[58],"target":[61],"language.":[62],"In":[63],"this":[64],"paper,":[65],"we":[66],"study":[67],"whether":[68],"on":[72],"a":[73,91],"robot":[74,95],"facilitates":[75],"Japanese":[79,88,98,130,167],"pronunciation.":[80],"27":[81],"native-Dutch":[82],"speaking":[83],"participants":[84],"were":[85,116,126],"trained":[86],"pronunciation":[89,144],"by":[90,128],"social":[92],"robot.":[93],"demonstrated":[96],"30":[97],"words":[99],"varying":[101],"complexity":[102],"using":[103],"either":[104],"incongruent":[108,149],"visual":[109],"or":[111,148],"computer-generated":[112],"speech.":[114,150,182],"Participants":[115],"asked":[117],"imitate":[119],"robot's":[121],"pronunciation,":[122],"recordings":[123],"which":[125,169],"rated":[127],"native":[129,157],"speakers.":[131],"Against":[132],"expectation,":[133],"results":[135],"showed":[136],"resulted":[141],"lower":[143],"performance":[145,174],"than":[146],"low-fidelity":[147],"We":[151],"show":[152],"our":[154],"learners,":[155],"being":[156],"Dutch":[158],"speakers,":[159],"are":[160],"only":[161],"very":[162],"weakly":[163],"sensitive":[164],"possibly":[170],"explains":[171],"why":[172],"does":[175],"not":[176],"seem":[177],"benefit":[179]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}