{"id":"https://openalex.org/W4403913208","doi":"https://doi.org/10.1145/3678957.3678958","title":"AI as Modality in Human Augmentation: Toward New Forms of Multimodal Interaction with AI-Embodied Modalities","display_name":"AI as Modality in Human Augmentation: Toward New Forms of Multimodal Interaction with AI-Embodied Modalities","publication_year":2024,"publication_date":"2024-10-30","ids":{"openalex":"https://openalex.org/W4403913208","doi":"https://doi.org/10.1145/3678957.3678958"},"language":"en","primary_location":{"id":"doi:10.1145/3678957.3678958","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3678957.3678958","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Multimodel Interaction","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033726877","display_name":"Radu-Daniel Vatavu","orcid":"https://orcid.org/0000-0002-7631-6445"},"institutions":[{"id":"https://openalex.org/I12012874","display_name":"\u015etefan cel Mare University of Suceava","ror":"https://ror.org/035pkj773","country_code":"RO","type":"education","lineage":["https://openalex.org/I12012874"]}],"countries":["RO"],"is_corresponding":true,"raw_author_name":"Radu-Daniel Vatavu","raw_affiliation_strings":["MintViz Lab, MANSiD Research Center, Stefan cel Mare University of Suceava, Romania"],"raw_orcid":"https://orcid.org/0000-0002-7631-6445","affiliations":[{"raw_affiliation_string":"MintViz Lab, MANSiD Research Center, Stefan cel Mare University of Suceava, Romania","institution_ids":["https://openalex.org/I12012874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5033726877"],"corresponding_institution_ids":["https://openalex.org/I12012874"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"591","last_page":"595"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.8927936553955078},{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.870942234992981},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.8249112963676453},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5740615725517273},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.520520806312561},{"id":"https://openalex.org/keywords/embodied-agent","display_name":"Embodied agent","score":0.45720985531806946},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.4497796595096588},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.41154131293296814},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3966728448867798},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.26538023352622986},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.10499894618988037}],"concepts":[{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.8927936553955078},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.870942234992981},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.8249112963676453},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5740615725517273},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.520520806312561},{"id":"https://openalex.org/C103683099","wikidata":"https://www.wikidata.org/wiki/Q5370102","display_name":"Embodied agent","level":3,"score":0.45720985531806946},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.4497796595096588},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.41154131293296814},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3966728448867798},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.26538023352622986},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.10499894618988037},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3678957.3678958","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3678957.3678958","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conference on Multimodel Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1508553398","https://openalex.org/W1915921740","https://openalex.org/W1989689139","https://openalex.org/W2000885980","https://openalex.org/W2001688498","https://openalex.org/W2013489329","https://openalex.org/W2041649634","https://openalex.org/W2091383515","https://openalex.org/W2103524533","https://openalex.org/W2107034885","https://openalex.org/W2137775098","https://openalex.org/W2295618302","https://openalex.org/W2537934446","https://openalex.org/W2612284574","https://openalex.org/W2619383789","https://openalex.org/W2808623559","https://openalex.org/W2895217657","https://openalex.org/W2900509128","https://openalex.org/W3003369003","https://openalex.org/W3093594167","https://openalex.org/W4230232915","https://openalex.org/W4236822093","https://openalex.org/W4240052753","https://openalex.org/W4281569674","https://openalex.org/W4300098418","https://openalex.org/W4308222678","https://openalex.org/W4312403878","https://openalex.org/W4321511744","https://openalex.org/W4366588113","https://openalex.org/W4366588255","https://openalex.org/W4378746725","https://openalex.org/W4380047535","https://openalex.org/W4383681252","https://openalex.org/W4387221813","https://openalex.org/W4387421354","https://openalex.org/W4387421643","https://openalex.org/W4390762578","https://openalex.org/W4391215636","https://openalex.org/W4391850264","https://openalex.org/W4396832819","https://openalex.org/W4399206107"],"related_works":["https://openalex.org/W1592154258","https://openalex.org/W73545470","https://openalex.org/W1601503673","https://openalex.org/W1527882169","https://openalex.org/W4388039923","https://openalex.org/W1596535966","https://openalex.org/W2096246921","https://openalex.org/W4224266612","https://openalex.org/W2145935766","https://openalex.org/W2075610150"],"abstract_inverted_index":{"AI":[0,26,59,96,149],"techniques":[1],"have":[2],"always":[3],"been":[4],"central":[5],"to":[6,105,108],"multimodal":[7,67,84,159],"interaction,":[8],"being":[9],"leveraged":[10],"for":[11,19,130,150],"sensing":[12],"user":[13],"intention,":[14],"action,":[15],"and":[16,18,40,46,95,120,137],"emotion":[17],"generating":[20],"adaptive":[21],"feedback.":[22],"In":[23,53,140],"this":[24,54,141],"process,":[25],"has":[27],"played":[28],"the":[29,49,122,145,155],"role":[30,65],"of":[31,51,98,114,147,158],"enabling":[32],"technology":[33],"toward":[34,154],"making":[35],"interactions":[36],"with":[37],"computer":[38],"systems":[39],"computerized":[41],"environments":[42],"more":[43],"efficient,":[44],"accessible,":[45],"natural":[47],"through":[48,86],"prism":[50],"multimodality.":[52],"work,":[55],"we":[56,143],"argue":[57],"that":[58],"can":[60],"play":[61],"yet":[62],"another":[63],"key":[64],"in":[66],"interaction":[68,85,132],"by":[69,76],"implementing":[70],"distinctive":[71,152],"modalities":[72,153],"complementing":[73,121],"those":[74],"accessible":[75],"humans":[77],"on":[78],"their":[79],"own.":[80],"The":[81,111],"result":[82],"is":[83,91,127],"human-AI":[87],"integration,":[88],"where":[89],"multimodality":[90],"distributed":[92],"across":[93],"users":[94],"embodiments":[97],"various":[99],"form":[100],"factors,":[101],"from":[102],"robotic":[103],"assistants":[104],"smart":[106],"wearables":[107],"ambient":[109],"devices.":[110],"new":[112],"concept":[113],"\u201cAI":[115,124],"as":[116,125],"modality,\u201d":[117],"both":[118],"contrasting":[119],"established":[123],"tool,\u201d":[126],"particularly":[128],"relevant":[129],"recent":[131],"paradigms":[133],"involving":[134],"human-computer":[135],"integration":[136],"human":[138],"augmentation.":[139],"paper,":[142],"outline":[144],"vision":[146],"leveraging":[148],"delivering":[151],"next":[156],"generation":[157],"interactive":[160],"experiences.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}