{"id":"https://openalex.org/W4286008300","doi":"https://doi.org/10.1145/3549955","title":"Multiple Roles of Multimodality Among Interacting Agents","display_name":"Multiple Roles of Multimodality Among Interacting Agents","publication_year":2022,"publication_date":"2022-07-20","ids":{"openalex":"https://openalex.org/W4286008300","doi":"https://doi.org/10.1145/3549955"},"language":"en","primary_location":{"id":"doi:10.1145/3549955","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3549955","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3549955","source":{"id":"https://openalex.org/S4210193251","display_name":"ACM Transactions on Human-Robot Interaction","issn_l":"2573-9522","issn":["2573-9522"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Human-Robot Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3549955","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062250473","display_name":"Erik Lagerstedt","orcid":"https://orcid.org/0000-0002-8937-8063"},"institutions":[{"id":"https://openalex.org/I205158640","display_name":"University of Sk\u00f6vde","ror":"https://ror.org/051mrsz47","country_code":"SE","type":"education","lineage":["https://openalex.org/I205158640"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Erik Lagerstedt","raw_affiliation_strings":["University of Sk\u00f6vde, V\u00e4stra G\u00f6taland, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-8937-8063","affiliations":[{"raw_affiliation_string":"University of Sk\u00f6vde, V\u00e4stra G\u00f6taland, Sweden","institution_ids":["https://openalex.org/I205158640"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081506012","display_name":"Serge Thill","orcid":"https://orcid.org/0000-0003-1177-4119"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Serge Thill","raw_affiliation_strings":["Donders Institute for Brain, Cognition, and Behaviour, Radboud University, Gelderland, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-1177-4119","affiliations":[{"raw_affiliation_string":"Donders Institute for Brain, Cognition, and Behaviour, Radboud University, Gelderland, The Netherlands","institution_ids":["https://openalex.org/I145872427"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5062250473"],"corresponding_institution_ids":["https://openalex.org/I205158640"],"apc_list":null,"apc_paid":null,"fwci":0.8957,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.75547675,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"12","issue":"2","first_page":"1","last_page":"13"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11431","display_name":"Action Observation and Synchronization","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11883","display_name":"Embodied and Extended Cognition","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.9464517831802368},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.7758010625839233},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5250603556632996},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5034002661705017},{"id":"https://openalex.org/keywords/negotiation","display_name":"Negotiation","score":0.4914287328720093},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.4595763385295868},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40906840562820435},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4081389904022217},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.3580262064933777},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.34974050521850586},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.3116103410720825},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.30331891775131226},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.08337333798408508}],"concepts":[{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.9464517831802368},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.7758010625839233},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5250603556632996},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5034002661705017},{"id":"https://openalex.org/C199776023","wikidata":"https://www.wikidata.org/wiki/Q202875","display_name":"Negotiation","level":2,"score":0.4914287328720093},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.4595763385295868},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40906840562820435},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4081389904022217},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.3580262064933777},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.34974050521850586},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.3116103410720825},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.30331891775131226},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.08337333798408508},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3549955","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3549955","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3549955","source":{"id":"https://openalex.org/S4210193251","display_name":"ACM Transactions on Human-Robot Interaction","issn_l":"2573-9522","issn":["2573-9522"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Human-Robot Interaction","raw_type":"journal-article"},{"id":"pmh:oai:DiVA.org:his-21986","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:his:diva-21986","pdf_url":"https://his.diva-portal.org/smash/get/diva2:1706835/FULLTEXT01","source":{"id":"https://openalex.org/S4306401029","display_name":"University Library of Sk\u00f6vde (University of Sk\u00f6vde)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205158640","host_organization_name":"University of Sk\u00f6vde","host_organization_lineage":["https://openalex.org/I205158640"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:repository.ubn.ru.nl:2066/252649","is_oa":true,"landing_page_url":"https://repository.ubn.ru.nl/handle/2066/252649","pdf_url":"https://repository.ubn.ru.nl/bitstream/handle/2066/252649/1/252649.pdf","source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM Transactions on Human-Robot Interaction, 12, 2","raw_type":"Article / Letter to editor"}],"best_oa_location":{"id":"doi:10.1145/3549955","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3549955","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3549955","source":{"id":"https://openalex.org/S4210193251","display_name":"ACM Transactions on Human-Robot Interaction","issn_l":"2573-9522","issn":["2573-9522"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Human-Robot Interaction","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4286008300.pdf","grobid_xml":"https://content.openalex.org/works/W4286008300.grobid-xml"},"referenced_works_count":75,"referenced_works":["https://openalex.org/W1481182308","https://openalex.org/W1519966925","https://openalex.org/W1521943649","https://openalex.org/W1529447734","https://openalex.org/W1593160332","https://openalex.org/W1697163377","https://openalex.org/W1841352775","https://openalex.org/W1964951887","https://openalex.org/W1966089223","https://openalex.org/W1968340857","https://openalex.org/W1968580289","https://openalex.org/W2000179327","https://openalex.org/W2002432364","https://openalex.org/W2008562219","https://openalex.org/W2016740912","https://openalex.org/W2022649085","https://openalex.org/W2024959818","https://openalex.org/W2035928776","https://openalex.org/W2044247492","https://openalex.org/W2049695514","https://openalex.org/W2050522639","https://openalex.org/W2050731184","https://openalex.org/W2050926560","https://openalex.org/W2054741347","https://openalex.org/W2055473086","https://openalex.org/W2055813097","https://openalex.org/W2065040252","https://openalex.org/W2068876177","https://openalex.org/W2091174247","https://openalex.org/W2091795526","https://openalex.org/W2096028282","https://openalex.org/W2102453924","https://openalex.org/W2106980598","https://openalex.org/W2109995759","https://openalex.org/W2115040353","https://openalex.org/W2125567157","https://openalex.org/W2126483315","https://openalex.org/W2132960888","https://openalex.org/W2143969538","https://openalex.org/W2146029205","https://openalex.org/W2147910317","https://openalex.org/W2157114937","https://openalex.org/W2267863633","https://openalex.org/W2304108689","https://openalex.org/W2331510717","https://openalex.org/W2467404490","https://openalex.org/W2477771363","https://openalex.org/W2493894436","https://openalex.org/W2514907158","https://openalex.org/W2747542377","https://openalex.org/W2765535552","https://openalex.org/W2769132883","https://openalex.org/W2775450822","https://openalex.org/W2883524685","https://openalex.org/W2887088992","https://openalex.org/W2891970620","https://openalex.org/W2898063841","https://openalex.org/W2955691601","https://openalex.org/W2964033484","https://openalex.org/W3013347359","https://openalex.org/W3032916997","https://openalex.org/W3093798801","https://openalex.org/W3132960064","https://openalex.org/W3134285182","https://openalex.org/W3179213596","https://openalex.org/W3212367281","https://openalex.org/W4206489165","https://openalex.org/W4233089902","https://openalex.org/W4236544382","https://openalex.org/W4243342770","https://openalex.org/W4255279205","https://openalex.org/W4302313560","https://openalex.org/W4312366654","https://openalex.org/W4396536984","https://openalex.org/W6630409473"],"related_works":["https://openalex.org/W4205899436","https://openalex.org/W2462138927","https://openalex.org/W3111427900","https://openalex.org/W4302009627","https://openalex.org/W4212781403","https://openalex.org/W4388989680","https://openalex.org/W2248852396","https://openalex.org/W4239305747","https://openalex.org/W199123384","https://openalex.org/W1483892602"],"abstract_inverted_index":{"The":[0,28],"term":[1,29,190],"multimodality":[2,115,173],"has":[3],"come":[4],"to":[5,33,100,118,125],"take":[6],"on":[7,13,51,191],"several":[8,43,91],"somewhat":[9],"different":[10,44,104,169],"meanings":[11,187],"depending":[12],"the":[14,22,86,140,160,165,168,182,189],"underlying":[15,161],"theoretical":[16,162],"paradigms":[17],"and":[18,24,54,59,73,85,129,143],"traditions":[19],"along":[20],"with":[21,116],"purpose":[23],"context":[25],"of":[26,76,145,159,167,188],"use.":[27],"is":[30,39,62,78,174],"closely":[31],"related":[32],"embodiment":[34],",":[35],"which,":[36],"in":[37,42,83,131,171,176],"turn,":[38],"also":[40],"used":[41],"ways.":[45],"In":[46,137],"this":[47,52,179],"article,":[48],"we":[49,122],"elaborate":[50],"connection":[53],"propose":[55,68],"that":[56,88],"a":[57,69,192],"pragmatic":[58],"pluralistic":[60],"stance":[61],"appropriate":[63,186],"for":[64,106,184],"multimodality.":[65],"We":[66],"further":[67,123],"distinction":[70],"between":[71],"first-":[72],"second-order":[74],"effects":[75],"multimodality\u2014what":[77],"achieved":[79],"by":[80],"multiple":[81],"modalities":[82,92],"isolation":[84],"opportunities":[87],"emerge":[89],"when":[90,151],"are":[93],"entangled.":[94],"This":[95],"highlights":[96],"questions":[97],"regarding":[98],"ways":[99,170],"cluster":[101],"or":[102,110],"interchange":[103],"modalities,":[105],"example,":[107],"through":[108],"redundancy":[109],"degeneracy.":[111],"Apart":[112],"from":[113],"discussing":[114],"respect":[117],"an":[119],"individual":[120],"agent,":[121],"look":[124],"more":[126],"distributed":[127],"agents":[128],"situations":[130],"which":[132,172],"social":[133,177],"aspects":[134],"become":[135],"relevant.":[136],"robotics,":[138,178],"understanding":[139],"various":[141],"uses":[142],"interpretations":[144],"these":[146],"terms":[147],"can":[148,180],"prevent":[149],"miscommunication":[150],"designing":[152],"robots":[153],"as":[154,156],"well":[155],"increase":[157],"awareness":[158],"concepts.":[163],"Given":[164],"complexity":[166],"relevant":[175],"provide":[181],"basis":[183],"negotiating":[185],"case-by-case":[193],"basis.":[194]},"counts_by_year":[{"year":2025,"cited_by_count":4}],"updated_date":"2025-11-25T14:43:58.451035","created_date":"2025-10-10T00:00:00"}