{"id":"https://openalex.org/W4407683998","doi":"https://doi.org/10.1145/3706598.3714238","title":"GenComUI: Exploring Generative Visual Aids as Medium to Support Task-Oriented Human-Robot Communication","display_name":"GenComUI: Exploring Generative Visual Aids as Medium to Support Task-Oriented Human-Robot Communication","publication_year":2025,"publication_date":"2025-04-24","ids":{"openalex":"https://openalex.org/W4407683998","doi":"https://doi.org/10.1145/3706598.3714238"},"language":"en","primary_location":{"id":"doi:10.1145/3706598.3714238","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3706598.3714238","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2502.10678","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060612393","display_name":"Yate Ge","orcid":"https://orcid.org/0009-0008-6617-6689"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yate Ge","raw_affiliation_strings":["College of Design and Innovation, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0008-6617-6689","affiliations":[{"raw_affiliation_string":"College of Design and Innovation, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050733309","display_name":"Meiying Li","orcid":"https://orcid.org/0009-0001-1213-751X"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meiying Li","raw_affiliation_strings":["College of Design and Innovation, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0001-1213-751X","affiliations":[{"raw_affiliation_string":"College of Design and Innovation, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101348908","display_name":"Xipeng Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xipeng Huang","raw_affiliation_strings":["College of Design and Innovation, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0009-8664-4627","affiliations":[{"raw_affiliation_string":"College of Design and Innovation, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038624905","display_name":"Yuanda Hu","orcid":"https://orcid.org/0000-0002-3510-3662"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanda Hu","raw_affiliation_strings":["College of Design and Innovation, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-3510-3662","affiliations":[{"raw_affiliation_string":"College of Design and Innovation, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101930301","display_name":"Qi Wang","orcid":"https://orcid.org/0000-0002-2688-8306"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Wang","raw_affiliation_strings":["College of Design and Innovation, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2688-8306","affiliations":[{"raw_affiliation_string":"College of Design and Innovation, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002329355","display_name":"Xiaohua Sun","orcid":"https://orcid.org/0000-0002-9206-628X"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohua Sun","raw_affiliation_strings":["School of Design, Southern University of Science and Technology, Shenzhen, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-9206-628X","affiliations":[{"raw_affiliation_string":"School of Design, Southern University of Science and Technology, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027639981","display_name":"Weiwei Guo","orcid":"https://orcid.org/0000-0001-5037-0972"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiwei Guo","raw_affiliation_strings":["College of Design and Innovation, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-5037-0972","affiliations":[{"raw_affiliation_string":"College of Design and Innovation, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.8252,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.95118217,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7335582971572876},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.699528694152832},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6458019018173218},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6206826567649841},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.5536980628967285},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.4555633068084717},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.4257138967514038},{"id":"https://openalex.org/keywords/visual-communication","display_name":"Visual communication","score":0.4197791814804077},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38584238290786743},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.25201934576034546},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11207708716392517},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.07464975118637085}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7335582971572876},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.699528694152832},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6458019018173218},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6206826567649841},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.5536980628967285},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4555633068084717},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.4257138967514038},{"id":"https://openalex.org/C105842133","wikidata":"https://www.wikidata.org/wiki/Q1899679","display_name":"Visual communication","level":2,"score":0.4197791814804077},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38584238290786743},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.25201934576034546},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11207708716392517},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.07464975118637085}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3706598.3714238","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3706598.3714238","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2502.10678","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.10678","pdf_url":"https://arxiv.org/pdf/2502.10678","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2502.10678","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2502.10678","pdf_url":"https://arxiv.org/pdf/2502.10678","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7099999785423279}],"awards":[{"id":"https://openalex.org/G8823461481","display_name":null,"funder_award_id":"22120220654","funder_id":"https://openalex.org/F4320334062","funder_display_name":"National Natural Science Foundation of China-Liaoning Joint Fund"}],"funders":[{"id":"https://openalex.org/F4320334062","display_name":"National Natural Science Foundation of China-Liaoning Joint Fund","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W46490633","https://openalex.org/W67823591","https://openalex.org/W172768323","https://openalex.org/W591743112","https://openalex.org/W1484771843","https://openalex.org/W1951008065","https://openalex.org/W1973674690","https://openalex.org/W2026871269","https://openalex.org/W2032568497","https://openalex.org/W2034774395","https://openalex.org/W2101462298","https://openalex.org/W2108906160","https://openalex.org/W2122909041","https://openalex.org/W2130895275","https://openalex.org/W2151217473","https://openalex.org/W2308051861","https://openalex.org/W2412306367","https://openalex.org/W2555647367","https://openalex.org/W2772216345","https://openalex.org/W2786397983","https://openalex.org/W2919842726","https://openalex.org/W2954431093","https://openalex.org/W2991161923","https://openalex.org/W3004720641","https://openalex.org/W3030694739","https://openalex.org/W3031033127","https://openalex.org/W3031906401","https://openalex.org/W3082185690","https://openalex.org/W3100232116","https://openalex.org/W3123037008","https://openalex.org/W3129397634","https://openalex.org/W3158716008","https://openalex.org/W3187911027","https://openalex.org/W3189348291","https://openalex.org/W3202764408","https://openalex.org/W4210974288","https://openalex.org/W4212817806","https://openalex.org/W4283026156","https://openalex.org/W4285102375","https://openalex.org/W4311630576","https://openalex.org/W4319653440","https://openalex.org/W4321013654","https://openalex.org/W4323714043","https://openalex.org/W4360798354","https://openalex.org/W4362515116","https://openalex.org/W4365601419","https://openalex.org/W4366547453","https://openalex.org/W4378697630","https://openalex.org/W4381853711","https://openalex.org/W4383875558","https://openalex.org/W4386557677","https://openalex.org/W4387639041","https://openalex.org/W4387947248","https://openalex.org/W4387993441","https://openalex.org/W4388203162","https://openalex.org/W4388666799","https://openalex.org/W4390539103","https://openalex.org/W4390722831","https://openalex.org/W4391210798","https://openalex.org/W4391335180","https://openalex.org/W4391902012","https://openalex.org/W4392633891","https://openalex.org/W4392634019","https://openalex.org/W4392646125","https://openalex.org/W4399357038","https://openalex.org/W4399399395","https://openalex.org/W4400785475","https://openalex.org/W4403447395","https://openalex.org/W4403888362","https://openalex.org/W4405785277","https://openalex.org/W4405786299"],"related_works":["https://openalex.org/W4287179229","https://openalex.org/W3205513966","https://openalex.org/W3120459843","https://openalex.org/W4366547574","https://openalex.org/W3200191727","https://openalex.org/W2967461658","https://openalex.org/W2559881192","https://openalex.org/W2586362452","https://openalex.org/W2621386530","https://openalex.org/W2159606325"],"abstract_inverted_index":{"This":[0,53],"work":[1],"investigates":[2],"the":[3,44,51,124,151,159],"integration":[4],"of":[5,46,129,153,161],"generative":[6,98,154],"visual":[7,27,67,99,114,136,155],"aids":[8,28,137,156],"in":[9,73,145,173],"human-robot":[10,121,146,166,174],"task":[11,40,48,109],"communication.":[12,122],"We":[13],"developed":[14],"GenComUI,":[15],"a":[16,58,82,91,127],"system":[17,54],"powered":[18],"by":[19,57,111],"large":[20],"language":[21],"models":[22],"that":[23,61,97],"dynamically":[24,134],"generates":[25],"contextual":[26],"(such":[29],"as":[30,140],"map":[31],"annotations,":[32],"path":[33],"indicators,":[34],"and":[35,42,104,119,164,176],"animations)":[36],"to":[37,69,157],"support":[38],"verbal":[39,71,108],"communication":[41,72,110,143,171],"facilitate":[43],"generation":[45],"customized":[47],"programs":[49],"for":[50,169],"robot.":[52],"was":[55],"informed":[56],"formative":[59],"study":[60,125],"examined":[62],"how":[63,133],"humans":[64],"use":[65],"external":[66],"tools":[68],"assist":[70],"spatial":[74],"tasks.":[75],"To":[76],"evaluate":[77],"its":[78],"effectiveness,":[79],"we":[80],"conducted":[81],"user":[83],"experiment":[84],"(n":[85],"=":[86],"20)":[87],"comparing":[88],"GenComUI":[89],"with":[90],"voice-only":[92],"baseline.":[93],"The":[94],"results":[95],"demonstrate":[96],"aids,":[100],"through":[101],"both":[102],"qualitative":[103],"quantitative":[105],"analysis,":[106],"enhance":[107],"providing":[112],"continuous":[113],"feedback,":[115],"thus":[116],"promoting":[117],"natural":[118],"effective":[120,142,165],"Additionally,":[123],"offers":[126],"set":[128],"design":[130,160],"implications,":[131],"emphasizing":[132],"generated":[135],"can":[138],"serve":[139],"an":[141],"medium":[144],"interaction.":[147],"These":[148],"findings":[149],"underscore":[150],"potential":[152],"inform":[158],"more":[162],"intuitive":[163],"communication,":[167],"particularly":[168],"complex":[170],"scenarios":[172],"interaction":[175],"LLM-based":[177],"end-user":[178],"development.":[179]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}