{"id":"https://openalex.org/W4402819134","doi":"https://doi.org/10.1007/978-3-031-72341-4_21","title":"When Robots Get Chatty: Grounding Multimodal Human-Robot Conversation and\u00a0Collaboration","display_name":"When Robots Get Chatty: Grounding Multimodal Human-Robot Conversation and\u00a0Collaboration","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4402819134","doi":"https://doi.org/10.1007/978-3-031-72341-4_21"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-031-72341-4_21","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-72341-4_21","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-72341-4_21.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-72341-4_21.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046907706","display_name":"Philipp Allgeuer","orcid":"https://orcid.org/0000-0002-2355-0764"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Philipp Allgeuer","raw_affiliation_strings":["Knowledge Technology, Department of Informatics, University of Hamburg, Hamburg, Germany"],"affiliations":[{"raw_affiliation_string":"Knowledge Technology, Department of Informatics, University of Hamburg, Hamburg, Germany","institution_ids":["https://openalex.org/I159176309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065397477","display_name":"Hassan Ali","orcid":"https://orcid.org/0000-0001-9907-1834"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Hassan Ali","raw_affiliation_strings":["Knowledge Technology, Department of Informatics, University of Hamburg, Hamburg, Germany"],"affiliations":[{"raw_affiliation_string":"Knowledge Technology, Department of Informatics, University of Hamburg, Hamburg, Germany","institution_ids":["https://openalex.org/I159176309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033486668","display_name":"Stefan Wermter","orcid":"https://orcid.org/0000-0003-1343-4775"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stefan Wermter","raw_affiliation_strings":["Knowledge Technology, Department of Informatics, University of Hamburg, Hamburg, Germany"],"affiliations":[{"raw_affiliation_string":"Knowledge Technology, Department of Informatics, University of Hamburg, Hamburg, Germany","institution_ids":["https://openalex.org/I159176309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5046907706"],"corresponding_institution_ids":["https://openalex.org/I159176309"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":71.5888,"has_fulltext":true,"cited_by_count":22,"citation_normalized_percentile":{"value":0.99906542,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"306","last_page":"321"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7771786451339722},{"id":"https://openalex.org/keywords/conversation","display_name":"Conversation","score":0.7670824527740479},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.7071594595909119},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5071194171905518},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5065122842788696},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.4968593418598175},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.35525572299957275},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.13076236844062805},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.07539317011833191}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7771786451339722},{"id":"https://openalex.org/C2777200299","wikidata":"https://www.wikidata.org/wiki/Q52943","display_name":"Conversation","level":2,"score":0.7670824527740479},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.7071594595909119},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5071194171905518},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5065122842788696},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.4968593418598175},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.35525572299957275},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.13076236844062805},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.07539317011833191}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-031-72341-4_21","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-72341-4_21","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-72341-4_21.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.1007/978-3-031-72341-4_21","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-72341-4_21","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-72341-4_21.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4402819134.pdf","grobid_xml":"https://content.openalex.org/works/W4402819134.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W2027222744","https://openalex.org/W2727140136","https://openalex.org/W2768477045","https://openalex.org/W2787690100","https://openalex.org/W2916798096","https://openalex.org/W2920980830","https://openalex.org/W2948672349","https://openalex.org/W2998572311","https://openalex.org/W3119084295","https://openalex.org/W3135367836","https://openalex.org/W4224912544","https://openalex.org/W4295857769","https://openalex.org/W4304195432","https://openalex.org/W4312594400","https://openalex.org/W4382322702","https://openalex.org/W4383108296","https://openalex.org/W4383108457","https://openalex.org/W4384130886","https://openalex.org/W4386320380","https://openalex.org/W4388145436","https://openalex.org/W4389665575","https://openalex.org/W4391417118","https://openalex.org/W4394828156","https://openalex.org/W4396832345","https://openalex.org/W4401414422","https://openalex.org/W6836371346"],"related_works":["https://openalex.org/W2765333006","https://openalex.org/W2978665606","https://openalex.org/W4287179229","https://openalex.org/W3205513966","https://openalex.org/W3120459843","https://openalex.org/W4366547574","https://openalex.org/W3200191727","https://openalex.org/W189465620","https://openalex.org/W4366818884","https://openalex.org/W2248308732"],"abstract_inverted_index":{"Abstract":[0],"We":[1,30],"investigate":[2],"the":[3,22,42,58,88,92,103],"use":[4],"of":[5,24,47,63,106,116],"Large":[6],"Language":[7],"Models":[8],"(LLMs)":[9],"to":[10],"equip":[11],"neural":[12],"robotic":[13],"agents":[14],"with":[15,41,87],"human-like":[16],"social":[17,122],"and":[18,28,34,45,51,84,99,112,121],"cognitive":[19],"competencies,":[20],"for":[21,37],"purpose":[23],"open-ended":[25],"human-robot":[26],"conversation":[27],"collaboration.":[29],"introduce":[31],"a":[32,48,61,119],"modular":[33],"extensible":[35],"methodology":[36],"grounding":[38],"an":[39],"LLM":[40,89],"sensory":[43],"perceptions":[44],"capabilities":[46],"physical":[49],"robot,":[50],"integrate":[52],"multiple":[53],"deep":[54],"learning":[55],"models":[56,68],"throughout":[57],"architecture":[59],"in":[60,108,118],"form":[62],"system":[64],"integration.":[65],"The":[66,97],"integrated":[67],"encompass":[69],"various":[70],"functions":[71],"such":[72],"as":[73,91],"speech":[74,76],"recognition,":[75],"generation,":[77],"open-vocabulary":[78],"object":[79],"detection,":[80,86],"human":[81],"pose":[82],"estimation,":[83],"gesture":[85],"serving":[90],"central":[93],"text-based":[94],"coordinating":[95],"unit.":[96],"qualitative":[98],"quantitative":[100],"results":[101],"demonstrate":[102],"huge":[104],"potential":[105],"LLMs":[107],"providing":[109],"emergent":[110],"cognition":[111],"interactive":[113],"language-oriented":[114],"control":[115],"robots":[117],"natural":[120],"manner.":[123],"Video:":[124],"https://youtu.be/A2WLEuiM3-s":[125],".":[126]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":3}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2024-09-25T00:00:00"}