{"id":"https://openalex.org/W4392646172","doi":"https://doi.org/10.1145/3610978.3638371","title":"Multi-modal Language Models for Human-Robot Interaction","display_name":"Multi-modal Language Models for Human-Robot Interaction","publication_year":2024,"publication_date":"2024-03-10","ids":{"openalex":"https://openalex.org/W4392646172","doi":"https://doi.org/10.1145/3610978.3638371"},"language":"en","primary_location":{"id":"doi:10.1145/3610978.3638371","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3610978.3638371","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the 2024 ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://biblio.ugent.be/publication/01HTM18F4PQMH6CX4Q2CC3MRCH/file/01HTM19PMT82F87486KZJ0GE7K.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027249654","display_name":"Ruben Janssens","orcid":"https://orcid.org/0000-0002-1790-9531"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":true,"raw_author_name":"Ruben Janssens","raw_affiliation_strings":["IDLab-AIRO, Ghent University - imec, Ghent, Belgium"],"raw_orcid":"https://orcid.org/0000-0002-1790-9531","affiliations":[{"raw_affiliation_string":"IDLab-AIRO, Ghent University - imec, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5027249654"],"corresponding_institution_ids":["https://openalex.org/I32597200"],"apc_list":null,"apc_paid":null,"fwci":0.4147,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.56005851,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"109","last_page":"111"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.8625270128250122},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.7542208433151245},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.749522864818573},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6751246452331543},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5945531129837036},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5826624035835266},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5606698989868164},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5187882781028748},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.5007724761962891},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.4575367271900177},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39337092638015747},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.19911372661590576},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1605822741985321},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09707805514335632},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.08546444773674011}],"concepts":[{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.8625270128250122},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.7542208433151245},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.749522864818573},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6751246452331543},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5945531129837036},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5826624035835266},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5606698989868164},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5187882781028748},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5007724761962891},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.4575367271900177},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39337092638015747},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.19911372661590576},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1605822741985321},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09707805514335632},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.08546444773674011},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3610978.3638371","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3610978.3638371","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the 2024 ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"},{"id":"pmh:oai:archive.ugent.be:01HTM18F4PQMH6CX4Q2CC3MRCH","is_oa":true,"landing_page_url":"http://hdl.handle.net/1854/LU-01HTM18F4PQMH6CX4Q2CC3MRCH","pdf_url":"https://biblio.ugent.be/publication/01HTM18F4PQMH6CX4Q2CC3MRCH/file/01HTM19PMT82F87486KZJ0GE7K.pdf","source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISBN: 9798400703232","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:archive.ugent.be:01HTM18F4PQMH6CX4Q2CC3MRCH","is_oa":true,"landing_page_url":"http://hdl.handle.net/1854/LU-01HTM18F4PQMH6CX4Q2CC3MRCH","pdf_url":"https://biblio.ugent.be/publication/01HTM18F4PQMH6CX4Q2CC3MRCH/file/01HTM19PMT82F87486KZJ0GE7K.pdf","source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISBN: 9798400703232","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320327336","display_name":"Vlaamse regering","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392646172.pdf","grobid_xml":"https://content.openalex.org/works/W4392646172.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W58543556","https://openalex.org/W1978874520","https://openalex.org/W2025900903","https://openalex.org/W2070029678","https://openalex.org/W2092252440","https://openalex.org/W2095436958","https://openalex.org/W2107019937","https://openalex.org/W2294123875","https://openalex.org/W2482333547","https://openalex.org/W2532841597","https://openalex.org/W2552668803","https://openalex.org/W2726275180","https://openalex.org/W2934531377","https://openalex.org/W3093720164","https://openalex.org/W4211153864","https://openalex.org/W4240195433","https://openalex.org/W4249013746","https://openalex.org/W4285159263","https://openalex.org/W4312983485"],"related_works":["https://openalex.org/W2380179524","https://openalex.org/W4283365723","https://openalex.org/W2963001125","https://openalex.org/W2091233881","https://openalex.org/W4301143707","https://openalex.org/W2952745240","https://openalex.org/W4285028670","https://openalex.org/W4319989004","https://openalex.org/W2955859849","https://openalex.org/W2963761716"],"abstract_inverted_index":{"The":[0],"recent":[1],"progress":[2],"in":[3,27,44],"language":[4,19,65,81,91],"models":[5,20,66,82,92],"is":[6],"enabling":[7],"more":[8],"flexible":[9],"and":[10,55,86],"natural":[11],"conversation":[12],"abilities":[13],"for":[14,67],"social":[15,31,70],"robots.":[16],"However,":[17],"these":[18,84],"were":[21],"never":[22],"made":[23],"to":[24,37,49,52,79,96],"be":[25,77,94],"used":[26,95],"a":[28],"physically":[29,68],"embodied":[30,69],"agent.":[32],"They":[33],"lack":[34],"the":[35,39,53,62],"ability":[36],"process":[38],"other":[40],"modalities":[41],"humans":[42],"use":[43],"conversation,":[45],"such":[46,89],"as":[47],"vision,":[48],"make":[50],"references":[51],"environment":[54],"understand":[56],"non-verbal":[57],"communication.":[58],"My":[59],"work":[60],"promotes":[61],"design":[63],"of":[64],"interactions,":[71],"shows":[72],"how":[73,88],"current":[74],"technologies":[75],"can":[76,93],"leveraged":[78],"enrich":[80],"with":[83],"abilities,":[85],"explores":[87],"multi-modal":[90],"improve":[97],"interactions.":[98]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}