{"id":"https://openalex.org/W4392646011","doi":"https://doi.org/10.1145/3610978.3640685","title":"Multi-modal Language Learning: Explorations on learning Japanese Vocabulary","display_name":"Multi-modal Language Learning: Explorations on learning Japanese Vocabulary","publication_year":2024,"publication_date":"2024-03-10","ids":{"openalex":"https://openalex.org/W4392646011","doi":"https://doi.org/10.1145/3610978.3640685"},"language":"en","primary_location":{"id":"doi:10.1145/3610978.3640685","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3610978.3640685","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3610978.3640685","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the 2024 ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3610978.3640685","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053778039","display_name":"Pieter Wolfert","orcid":"https://orcid.org/0000-0002-7420-7181"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Pieter Wolfert","raw_affiliation_strings":["Donders Institute for Brain, Cognition and Behaviour, Radboud University, Nijmegen, Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-7420-7181","affiliations":[{"raw_affiliation_string":"Donders Institute for Brain, Cognition and Behaviour, Radboud University, Nijmegen, Netherlands","institution_ids":["https://openalex.org/I145872427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094114697","display_name":"Lisa De Gersem","orcid":"https://orcid.org/0009-0002-4461-2693"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Lisa De Gersem","raw_affiliation_strings":["IDLab-AIRO, Ghent University - imec, Ghent, Belgium"],"raw_orcid":"https://orcid.org/0009-0002-4461-2693","affiliations":[{"raw_affiliation_string":"IDLab-AIRO, Ghent University - imec, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027249654","display_name":"Ruben Janssens","orcid":"https://orcid.org/0000-0002-1790-9531"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Ruben Janssens","raw_affiliation_strings":["IDLab-AIRO, Ghent University - imec, Ghent, Belgium"],"raw_orcid":"https://orcid.org/0000-0002-1790-9531","affiliations":[{"raw_affiliation_string":"IDLab-AIRO, Ghent University - imec, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035627933","display_name":"Tony Belpaeme","orcid":"https://orcid.org/0000-0001-5207-7745"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Tony Belpaeme","raw_affiliation_strings":["IDLab-AIRO, Ghent University - imec, Ghent, Belgium"],"raw_orcid":"https://orcid.org/0000-0001-5207-7745","affiliations":[{"raw_affiliation_string":"IDLab-AIRO, Ghent University - imec, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1129","last_page":"1133"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.6791864037513733},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5651815533638},{"id":"https://openalex.org/keywords/presentation","display_name":"Presentation (obstetrics)","score":0.5572590231895447},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4853011965751648},{"id":"https://openalex.org/keywords/vocabulary-learning","display_name":"Vocabulary learning","score":0.4450497031211853},{"id":"https://openalex.org/keywords/noun","display_name":"Noun","score":0.443433552980423},{"id":"https://openalex.org/keywords/language-acquisition","display_name":"Language acquisition","score":0.43975675106048584},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37035995721817017},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.368715763092041},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.36065614223480225},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.33971595764160156},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.29049041867256165},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.14636322855949402}],"concepts":[{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.6791864037513733},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5651815533638},{"id":"https://openalex.org/C2777601897","wikidata":"https://www.wikidata.org/wiki/Q3409113","display_name":"Presentation (obstetrics)","level":2,"score":0.5572590231895447},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4853011965751648},{"id":"https://openalex.org/C2984601542","wikidata":"https://www.wikidata.org/wiki/Q48842322","display_name":"Vocabulary learning","level":3,"score":0.4450497031211853},{"id":"https://openalex.org/C121934690","wikidata":"https://www.wikidata.org/wiki/Q1084","display_name":"Noun","level":2,"score":0.443433552980423},{"id":"https://openalex.org/C74672266","wikidata":"https://www.wikidata.org/wiki/Q815859","display_name":"Language acquisition","level":2,"score":0.43975675106048584},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37035995721817017},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.368715763092041},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.36065614223480225},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33971595764160156},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.29049041867256165},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.14636322855949402},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3610978.3640685","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3610978.3640685","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3610978.3640685","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the 2024 ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"},{"id":"pmh:oai:archive.ugent.be:01HTM144WX1ETA26XP53PN5D8Q","is_oa":true,"landing_page_url":"http://hdl.handle.net/1854/LU-01HTM144WX1ETA26XP53PN5D8Q","pdf_url":"https://biblio.ugent.be/publication/01HTM144WX1ETA26XP53PN5D8Q/file/01HTM16JGXP8NGTGGQ9GAYTM67.pdf","source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISBN: 9798400703232","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:repository.ubn.ru.nl:2066/304542","is_oa":true,"landing_page_url":"https://hdl.handle.net/2066/304542","pdf_url":"https://repository.ubn.ru.nl//bitstream/handle/2066/304542/304542.pdf","source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article in monograph or in proceedings"}],"best_oa_location":{"id":"doi:10.1145/3610978.3640685","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3610978.3640685","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3610978.3640685","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the 2024 ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.8299999833106995,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G7686935232","display_name":null,"funder_award_id":"1S95020N","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392646011.pdf","grobid_xml":"https://content.openalex.org/works/W4392646011.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W906499364","https://openalex.org/W2028029365","https://openalex.org/W2032568497","https://openalex.org/W2044099257","https://openalex.org/W2068612705","https://openalex.org/W2112050719","https://openalex.org/W2118605853","https://openalex.org/W2120040514","https://openalex.org/W2150758961","https://openalex.org/W2150854643","https://openalex.org/W2773361032","https://openalex.org/W2773817193","https://openalex.org/W2939382608","https://openalex.org/W3036876381","https://openalex.org/W3138340427","https://openalex.org/W4250120461","https://openalex.org/W6677831327"],"related_works":["https://openalex.org/W3019875293","https://openalex.org/W2351746492","https://openalex.org/W2367621846","https://openalex.org/W2394096350","https://openalex.org/W2091742426","https://openalex.org/W2365662948","https://openalex.org/W1988910916","https://openalex.org/W2380430606","https://openalex.org/W4360597343","https://openalex.org/W4287151890"],"abstract_inverted_index":{"We":[0],"explore":[1],"robot-assisted":[2],"language":[3],"learning":[4,29,41],"with":[5,87],"a":[6,96],"social":[7],"robot,":[8],"in":[9,99],"which":[10],"the":[11,20,85,92,100,106,115,126],"robot":[12],"teaches":[13],"Japanese":[14,52],"vocabulary.":[15],"Specifically,":[16],"we":[17],"study":[18],"if":[19],"mode":[21],"of":[22,24,26,36,102],"presentation":[23,35],"referents":[25,37,47,55,60],"nouns":[27],"influences":[28],"outcomes,":[30],"and":[31,71,81,108,117,128],"hypothesise":[32],"that":[33,66],"multimodal":[34],"leads":[38],"to":[39,91],"improved":[40],"outcomes.":[42],"Three":[43],"conditions":[44,86],"are":[45,48,56,61],"tested:":[46],"either":[49],"presented":[50,62],"as":[51,63,111,113],"audio":[53],"only,":[54],"visually":[57],"presented,":[58],"or":[59],"actual":[64],"objects":[65],"learners":[67,74],"could":[68],"pick":[69],"up":[70],"manipulate.":[72],"The":[73],"were":[75,82],"taught":[76],"4":[77],"words":[78,104],"per":[79],"condition":[80],"distracted":[83],"between":[84,105,114,125],"general":[88],"questions":[89],"related":[90],"robot.":[93],"There":[94],"was":[95,123],"significant":[97,121],"difference":[98,122],"number":[101],"learned":[103],"audio-only":[107,116],"visual":[109,127],"conditions,":[110],"well":[112],"tactile":[118,129],"conditions.":[119,130],"No":[120],"found":[124]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}