{"id":"https://openalex.org/W4383682964","doi":"https://doi.org/10.1145/3563657.3596099","title":"Multimodal Direct Manipulation in Video Conferencing: Challenges and Opportunities","display_name":"Multimodal Direct Manipulation in Video Conferencing: Challenges and Opportunities","publication_year":2023,"publication_date":"2023-07-10","ids":{"openalex":"https://openalex.org/W4383682964","doi":"https://doi.org/10.1145/3563657.3596099"},"language":"en","primary_location":{"id":"doi:10.1145/3563657.3596099","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3563657.3596099","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM Designing Interactive Systems Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044728016","display_name":"Josh Urban Davis","orcid":"https://orcid.org/0000-0003-2043-823X"},"institutions":[{"id":"https://openalex.org/I107672454","display_name":"Dartmouth College","ror":"https://ror.org/049s0rh22","country_code":"US","type":"education","lineage":["https://openalex.org/I107672454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Josh Urban Davis","raw_affiliation_strings":["Department of Computer Sciences, Dartmouth College, United States"],"raw_orcid":"https://orcid.org/0000-0003-2043-823X","affiliations":[{"raw_affiliation_string":"Department of Computer Sciences, Dartmouth College, United States","institution_ids":["https://openalex.org/I107672454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072432252","display_name":"Paul Asente","orcid":"https://orcid.org/0000-0002-7009-9734"},"institutions":[{"id":"https://openalex.org/I1306409833","display_name":"Adobe Systems (United States)","ror":"https://ror.org/059tvcg64","country_code":"US","type":"company","lineage":["https://openalex.org/I1306409833"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paul Asente","raw_affiliation_strings":["Adobe Research, retired, United States"],"raw_orcid":"https://orcid.org/0000-0002-7009-9734","affiliations":[{"raw_affiliation_string":"Adobe Research, retired, United States","institution_ids":["https://openalex.org/I1306409833"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084933066","display_name":"Xing-Dong Yang","orcid":"https://orcid.org/0000-0002-6732-6748"},"institutions":[{"id":"https://openalex.org/I18014758","display_name":"Simon Fraser University","ror":"https://ror.org/0213rcc28","country_code":"CA","type":"education","lineage":["https://openalex.org/I18014758"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Xing-Dong Yang","raw_affiliation_strings":["School of Computing Science, Simon Fraser University, Canada"],"raw_orcid":"https://orcid.org/0000-0002-6732-6748","affiliations":[{"raw_affiliation_string":"School of Computing Science, Simon Fraser University, Canada","institution_ids":["https://openalex.org/I18014758"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1174","last_page":"1193"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12720","display_name":"Multimedia Communication and Technology","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12720","display_name":"Multimedia Communication and Technology","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11197","display_name":"Digital Games and Media","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8309109210968018},{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.7652918100357056},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.7621266841888428},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.7054813504219055},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.637895405292511},{"id":"https://openalex.org/keywords/usability","display_name":"Usability","score":0.5714634656906128},{"id":"https://openalex.org/keywords/videoconferencing","display_name":"Videoconferencing","score":0.5656000971794128},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.5529025197029114},{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.5111461281776428},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.4714687168598175},{"id":"https://openalex.org/keywords/teleconference","display_name":"Teleconference","score":0.45224910974502563},{"id":"https://openalex.org/keywords/augmented-reality","display_name":"Augmented reality","score":0.44884029030799866},{"id":"https://openalex.org/keywords/interactive-media","display_name":"Interactive media","score":0.43369966745376587},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1830948293209076}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8309109210968018},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.7652918100357056},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.7621266841888428},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.7054813504219055},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.637895405292511},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.5714634656906128},{"id":"https://openalex.org/C22561748","wikidata":"https://www.wikidata.org/wiki/Q854954","display_name":"Videoconferencing","level":2,"score":0.5656000971794128},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.5529025197029114},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.5111461281776428},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.4714687168598175},{"id":"https://openalex.org/C126669455","wikidata":"https://www.wikidata.org/wiki/Q1630941","display_name":"Teleconference","level":2,"score":0.45224910974502563},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.44884029030799866},{"id":"https://openalex.org/C203004452","wikidata":"https://www.wikidata.org/wiki/Q1186952","display_name":"Interactive media","level":2,"score":0.43369966745376587},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1830948293209076},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3563657.3596099","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3563657.3596099","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 ACM Designing Interactive Systems Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5099999904632568}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W1972207950","https://openalex.org/W1995067288","https://openalex.org/W1995226545","https://openalex.org/W2005872581","https://openalex.org/W2021237446","https://openalex.org/W2023192402","https://openalex.org/W2042659035","https://openalex.org/W2048905912","https://openalex.org/W2060480547","https://openalex.org/W2061585524","https://openalex.org/W2062791745","https://openalex.org/W2067870229","https://openalex.org/W2080091067","https://openalex.org/W2090293796","https://openalex.org/W2097652752","https://openalex.org/W2115647291","https://openalex.org/W2117845094","https://openalex.org/W2128259551","https://openalex.org/W2138439798","https://openalex.org/W2144359515","https://openalex.org/W2148622184","https://openalex.org/W2296461436","https://openalex.org/W2345769298","https://openalex.org/W2529573935","https://openalex.org/W2765855860","https://openalex.org/W2766538591","https://openalex.org/W2766551050","https://openalex.org/W2787255118","https://openalex.org/W2790233199","https://openalex.org/W2795472713","https://openalex.org/W2808147770","https://openalex.org/W2897003174","https://openalex.org/W2898830973","https://openalex.org/W2942226338","https://openalex.org/W2951066155","https://openalex.org/W2980385155","https://openalex.org/W2980937684","https://openalex.org/W2998799769","https://openalex.org/W3013271807","https://openalex.org/W3029006481","https://openalex.org/W3029159807","https://openalex.org/W3031530702","https://openalex.org/W3040997638","https://openalex.org/W3048557070","https://openalex.org/W3089384737","https://openalex.org/W3093907960","https://openalex.org/W3093960360","https://openalex.org/W3094580625","https://openalex.org/W3159979163","https://openalex.org/W3163072008","https://openalex.org/W3176863867","https://openalex.org/W3197641882","https://openalex.org/W3207910091","https://openalex.org/W3207961138","https://openalex.org/W4206015156","https://openalex.org/W4225090586","https://openalex.org/W4230007015","https://openalex.org/W4288079498","https://openalex.org/W4301456664","https://openalex.org/W6963283770"],"related_works":["https://openalex.org/W2121324502","https://openalex.org/W1592366631","https://openalex.org/W2619710173","https://openalex.org/W4247130340","https://openalex.org/W2270221717","https://openalex.org/W133561096","https://openalex.org/W622526920","https://openalex.org/W2007621757","https://openalex.org/W4256415979","https://openalex.org/W2187328420"],"abstract_inverted_index":{"Tools":[0],"supporting":[1],"immersive":[2],"live":[3],"video":[4,23],"conferencing":[5],"(VC)":[6],"have":[7,36,49],"gained":[8],"popularity":[9],"recently":[10],"across":[11],"diverse":[12],"application":[13],"domains.":[14],"A":[15,114],"core":[16],"component":[17],"of":[18,116],"the":[19,42,112],"experience":[20],"is":[21],"augmenting":[22],"communication":[24,35],"with":[25,72,83],"multimodal":[26],"interactive":[27],"media.":[28],"While":[29],"many":[30],"direct-manipulation":[31,126],"techniques":[32,48],"for":[33,46,100,123],"VC":[34,74,101,132],"been":[37,51],"proposed":[38],"in":[39,111],"existing":[40,97],"literature,":[41],"usability":[43],"and":[44,65,89,121],"preferences":[45,120],"these":[47],"never":[50],"formally":[52],"studied.":[53],"In":[54],"this":[55],"paper,":[56],"we":[57],"examine":[58],"how":[59],"embodied":[60],"interaction":[61],"democratizes":[62],"content":[63],"authoring,":[64],"propose":[66],"a":[67,73],"rehearsal-to-performance":[68],"(RtP)":[69],"framework":[70],"along":[71],"system,":[75],"Clio,":[76],"that":[77],"enables":[78],"performers":[79],"to":[80,128],"directly":[81],"interact":[82],"their":[84],"media":[85],"using":[86],"voice,":[87],"gesture,":[88],"external":[90],"devices":[91],"such":[92],"as":[93,103,105],"tablets.":[94],"We":[95],"evaluate":[96],"operation-to-modality":[98],"mappings":[99,108],"communication,":[102],"well":[104],"describe":[106],"novel":[107],"not":[109],"present":[110],"literature.":[113],"series":[115],"studies":[117],"demonstrate":[118],"modality":[119],"potentials":[122],"incorporating":[124],"real-time":[125],"tools":[127],"create":[129],"expressive":[130],"augmented":[131],"performances.":[133]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}