{"id":"https://openalex.org/W7153776620","doi":"https://doi.org/10.1145/3772363.3778737","title":"Human-AI-UI Interactions Across Modalities","display_name":"Human-AI-UI Interactions Across Modalities","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7153776620","doi":"https://doi.org/10.1145/3772363.3778737"},"language":null,"primary_location":{"id":"doi:10.1145/3772363.3778737","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772363.3778737","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Extended Abstracts of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3772363.3778737","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Kewen Peng","orcid":"https://orcid.org/0009-0000-3835-0127"},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kewen Peng","raw_affiliation_strings":["Kahlert School of Computing, University of Utah, Salt Lake City, Utah, USA"],"raw_orcid":"https://orcid.org/0009-0000-3835-0127","affiliations":[{"raw_affiliation_string":"Kahlert School of Computing, University of Utah, Salt Lake City, Utah, USA","institution_ids":["https://openalex.org/I223532165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081566660","display_name":"Jeffrey Nichols","orcid":"https://orcid.org/0000-0002-6880-8546"},"institutions":[{"id":"https://openalex.org/I4210153776","display_name":"Apple (United States)","ror":"https://ror.org/059hsda18","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153776"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeffrey Nichols","raw_affiliation_strings":["Apple, Seattle, Washington, USA"],"raw_orcid":"https://orcid.org/0000-0002-6880-8546","affiliations":[{"raw_affiliation_string":"Apple, Seattle, Washington, USA","institution_ids":["https://openalex.org/I4210153776"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068382625","display_name":"Christof Lutteroth","orcid":"https://orcid.org/0000-0003-0634-7569"},"institutions":[{"id":"https://openalex.org/I51601045","display_name":"University of Bath","ror":"https://ror.org/002h8g185","country_code":"GB","type":"education","lineage":["https://openalex.org/I51601045"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Christof Lutteroth","raw_affiliation_strings":["Computer Science, University of Bath, Bath, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0003-0634-7569","affiliations":[{"raw_affiliation_string":"Computer Science, University of Bath, Bath, United Kingdom","institution_ids":["https://openalex.org/I51601045"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091460965","display_name":"Tiffany Knearem","orcid":"https://orcid.org/0000-0003-4928-6225"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Tiffany Knearem","raw_affiliation_strings":["MBZUAI, Abu Dhabi, United Arab Emirates"],"raw_orcid":"https://orcid.org/0000-0003-4928-6225","affiliations":[{"raw_affiliation_string":"MBZUAI, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I4210113480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090768790","display_name":"Felix Kretzer","orcid":"https://orcid.org/0000-0001-8115-7592"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Felix Kretzer","raw_affiliation_strings":["human-centered systems lab (h-lab), Karlsruhe Institute of Technology (KIT), Karlsruhe, Germany"],"raw_orcid":"https://orcid.org/0000-0001-8115-7592","affiliations":[{"raw_affiliation_string":"human-centered systems lab (h-lab), Karlsruhe Institute of Technology (KIT), Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082603621","display_name":"Jeffrey P. Bigham","orcid":"https://orcid.org/0000-0002-2072-0625"},"institutions":[{"id":"https://openalex.org/I4210128676","display_name":"Human Computer Interaction (Switzerland)","ror":"https://ror.org/036dv6j71","country_code":"CH","type":"company","lineage":["https://openalex.org/I4210128676"]},{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["CH","US"],"is_corresponding":false,"raw_author_name":"Jeffrey P Bigham","raw_affiliation_strings":["Human-Computer Interaction Institute, Carnegie Mellon University, Pittsburgh, Pennsylvania, USA and Apple, Pittsburgh, Pennsylvania, USA"],"raw_orcid":"https://orcid.org/0000-0002-2072-0625","affiliations":[{"raw_affiliation_string":"Human-Computer Interaction Institute, Carnegie Mellon University, Pittsburgh, Pennsylvania, USA and Apple, Pittsburgh, Pennsylvania, USA","institution_ids":["https://openalex.org/I4210128676","https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080792995","display_name":"Alexander Maedche","orcid":"https://orcid.org/0000-0001-6546-4816"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alexander Maedche","raw_affiliation_strings":["human-centered systems lab (h-lab), Karlsruhe Institute of Technology (KIT), Karlsruhe, Germany"],"raw_orcid":"https://orcid.org/0000-0001-6546-4816","affiliations":[{"raw_affiliation_string":"human-centered systems lab (h-lab), Karlsruhe Institute of Technology (KIT), Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060889170","display_name":"Yue Jiang","orcid":"https://orcid.org/0000-0003-0022-6512"},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yue Jiang","raw_affiliation_strings":["Kahlert School of Computing, University of Utah, Salt Lake City, Utah, USA"],"raw_orcid":"https://orcid.org/0000-0003-0022-6512","affiliations":[{"raw_affiliation_string":"Kahlert School of Computing, University of Utah, Salt Lake City, Utah, USA","institution_ids":["https://openalex.org/I223532165"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I223532165"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.76911633,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.06159999966621399,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.06159999966621399,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.05510000139474869,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.04129999876022339,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6621000170707703},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.6043999791145325},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.49230000376701355},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.47859999537467957},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.3937999904155731},{"id":"https://openalex.org/keywords/cornerstone","display_name":"Cornerstone","score":0.39259999990463257},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.357699990272522}],"concepts":[{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.7527999877929688},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6647999882698059},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6621000170707703},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.6043999791145325},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.49230000376701355},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.47859999537467957},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.3937999904155731},{"id":"https://openalex.org/C2780616401","wikidata":"https://www.wikidata.org/wiki/Q1133673","display_name":"Cornerstone","level":2,"score":0.39259999990463257},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.357699990272522},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.3522999882698059},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.34779998660087585},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32659998536109924},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.32409998774528503},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.30230000615119934},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.2939000129699707},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.2782999873161316},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.27160000801086426},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.2531999945640564}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3772363.3778737","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772363.3778737","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Extended Abstracts of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3772363.3778737","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772363.3778737","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Extended Abstracts of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W1993176724","https://openalex.org/W1993593321","https://openalex.org/W2009040676","https://openalex.org/W2014375476","https://openalex.org/W2053859636","https://openalex.org/W2054170361","https://openalex.org/W2115210820","https://openalex.org/W2128259551","https://openalex.org/W2133001752","https://openalex.org/W2402451329","https://openalex.org/W2540977113","https://openalex.org/W2765839567","https://openalex.org/W2765874585","https://openalex.org/W2795807647","https://openalex.org/W2795856457","https://openalex.org/W2807785345","https://openalex.org/W2810965272","https://openalex.org/W2918063914","https://openalex.org/W2940909959","https://openalex.org/W2942422815","https://openalex.org/W2954457885","https://openalex.org/W2968381652","https://openalex.org/W2980956911","https://openalex.org/W3006536754","https://openalex.org/W3042080800","https://openalex.org/W3114942877","https://openalex.org/W3124240085","https://openalex.org/W3161351659","https://openalex.org/W3162419062","https://openalex.org/W3164089640","https://openalex.org/W3205571996","https://openalex.org/W3205691798","https://openalex.org/W4224255981","https://openalex.org/W4224981985","https://openalex.org/W4225003999","https://openalex.org/W4225109875","https://openalex.org/W4225129570","https://openalex.org/W4234833891","https://openalex.org/W4366549548","https://openalex.org/W4366549916","https://openalex.org/W4366550102","https://openalex.org/W4366588992","https://openalex.org/W4366590920","https://openalex.org/W4387993458","https://openalex.org/W4388127389","https://openalex.org/W4392822278","https://openalex.org/W4396831918","https://openalex.org/W4396832788","https://openalex.org/W4396832936","https://openalex.org/W4396833734","https://openalex.org/W4399750638","https://openalex.org/W4401720038","https://openalex.org/W4403333913","https://openalex.org/W4403333954","https://openalex.org/W4403334035","https://openalex.org/W4403334400","https://openalex.org/W4403888362","https://openalex.org/W4404782768","https://openalex.org/W4407158123","https://openalex.org/W4408589738","https://openalex.org/W4409720607","https://openalex.org/W4409762142","https://openalex.org/W4409884391","https://openalex.org/W4409885602","https://openalex.org/W4411119774","https://openalex.org/W4411272153"],"related_works":[],"abstract_inverted_index":{"Designing":[0],"and":[1,82,89,101,126,132,148,156,168],"developing":[2],"user-friendly":[3],"interfaces":[4],"has":[5],"long":[6],"been":[7],"a":[8,18,67,142],"cornerstone":[9],"of":[10,63,69,166],"HCI":[11],"research,":[12],"yet":[13],"today":[14],"we":[15,102],"are":[16,23,42],"at":[17],"turning":[19],"point":[20],"where":[21],"UIs":[22,41],"no":[24],"longer":[25],"designed":[26],"solely":[27],"for":[28,32,145,162],"humans":[29],"but":[30,110],"also":[31,43,111],"intelligent":[33,167],"agents":[34,78,117],"that":[35],"act":[36],"on":[37],"users\u2019":[38],"behalf,":[39],"while":[40],"expanding":[44],"beyond":[45],"2D":[46],"screens":[47,96],"into":[48],"extended":[49,98],"reality":[50,99],"environments":[51],"with":[52],"inherently":[53],"multimodal":[54,87],"characteristics,":[55],"together":[56],"challenging":[57],"us":[58],"to":[59,97],"rethink":[60],"the":[61,64,160,163],"role":[62],"UI":[65,77,138],"as":[66],"mediator":[68],"human\u2013AI":[70],"interaction.":[71],"This":[72],"workshop":[73],"will":[74,103],"explore":[75],"how":[76,116,121,133],"bridge":[79],"human":[80,125],"intent":[81],"system":[83],"behavior":[84],"by":[85],"interpreting":[86],"inputs":[88],"generating":[90],"adaptive":[91,169],"outputs":[92],"across":[93],"surfaces":[94],"from":[95],"(XR),":[100],"examine":[104],"not":[105],"only":[106],"their":[107,112],"technical":[108],"capabilities":[109],"broader":[113],"impact,":[114],"including":[115],"reshape":[118],"daily":[119],"workflows,":[120],"bidirectional":[122],"alignment":[123],"between":[124],"AI":[127],"activity":[128],"can":[129],"be":[130],"achieved,":[131],"generative":[134],"models":[135],"may":[136],"transform":[137],"creation.":[139],"XR":[140],"provides":[141],"compelling":[143],"testbed":[144],"these":[146],"questions":[147],"highlights":[149],"challenges":[150],"around":[151],"accuracy,":[152],"efficiency,":[153],"transparency,":[154],"accessibility,":[155],"user":[157],"agency,":[158],"setting":[159],"stage":[161],"next":[164],"generation":[165],"UIs.":[170]},"counts_by_year":[],"updated_date":"2026-04-29T09:16:38.111599","created_date":"2026-04-13T00:00:00"}