{"id":"https://openalex.org/W7125895560","doi":"https://doi.org/10.1145/3772318.3790283","title":"GhostUI: Unveiling Hidden Interactions in Mobile UI","display_name":"GhostUI: Unveiling Hidden Interactions in Mobile UI","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7125895560","doi":"https://doi.org/10.1145/3772318.3790283"},"language":null,"primary_location":{"id":"doi:10.1145/3772318.3790283","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3790283","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3772318.3790283","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124112572","display_name":"Minkyu Kweon","orcid":null},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Minkyu Kweon","raw_affiliation_strings":["Seoul National University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0000-2557-6055","affiliations":[{"raw_affiliation_string":"Seoul National University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124099052","display_name":"Seokhyeon Park","orcid":null},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seokhyeon Park","raw_affiliation_strings":["Seoul National University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0003-1685-4027","affiliations":[{"raw_affiliation_string":"Seoul National University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124093362","display_name":"Soohyun Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Soohyun Lee","raw_affiliation_strings":["Seoul National University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-3075-3981","affiliations":[{"raw_affiliation_string":"Seoul National University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124055278","display_name":"You Been Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"You Been Lee","raw_affiliation_strings":["Seoul National University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0000-3379-0449","affiliations":[{"raw_affiliation_string":"Seoul National University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124113417","display_name":"Jeongmin Rhee","orcid":null},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jeongmin Rhee","raw_affiliation_strings":["Seoul National University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0009-0007-3533-6603","affiliations":[{"raw_affiliation_string":"Seoul National University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5124136272","display_name":"Jinwook Seo","orcid":null},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jinwook Seo","raw_affiliation_strings":["Seoul National University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-7734-822X","affiliations":[{"raw_affiliation_string":"Seoul National University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I139264467"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I139264467"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"22"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.22779999673366547,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.22779999673366547,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.13920000195503235,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.11169999837875366,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.6829000115394592},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6521999835968018},{"id":"https://openalex.org/keywords/onboarding","display_name":"Onboarding","score":0.6105999946594238},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.5626000165939331},{"id":"https://openalex.org/keywords/mobile-interaction","display_name":"Mobile interaction","score":0.4120999872684479},{"id":"https://openalex.org/keywords/mobile-computing","display_name":"Mobile computing","score":0.37299999594688416},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.33869999647140503}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7304999828338623},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6909000277519226},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.6829000115394592},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6521999835968018},{"id":"https://openalex.org/C2779185108","wikidata":"https://www.wikidata.org/wiki/Q7091744","display_name":"Onboarding","level":2,"score":0.6105999946594238},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.5626000165939331},{"id":"https://openalex.org/C115121344","wikidata":"https://www.wikidata.org/wiki/Q6887140","display_name":"Mobile interaction","level":3,"score":0.4120999872684479},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3935000002384186},{"id":"https://openalex.org/C144543869","wikidata":"https://www.wikidata.org/wiki/Q2738570","display_name":"Mobile computing","level":2,"score":0.37299999594688416},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.33869999647140503},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.33309999108314514},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.3154999911785126},{"id":"https://openalex.org/C2988145974","wikidata":"https://www.wikidata.org/wiki/Q620615","display_name":"Mobile apps","level":2,"score":0.288100004196167},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2732999920845032},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.26829999685287476},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.266400009393692},{"id":"https://openalex.org/C111370547","wikidata":"https://www.wikidata.org/wiki/Q7451120","display_name":"Sensory cue","level":2,"score":0.2578999996185303}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3772318.3790283","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3790283","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2601.19258","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2601.19258","pdf_url":"https://arxiv.org/pdf/2601.19258","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:doi:10.48550/arxiv.2601.19258","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1145/3772318.3790283","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3790283","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G277447885","display_name":null,"funder_award_id":"2023R1A2C200520911","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Modern":[0],"mobile":[1,45,52,90,145],"applications":[2],"rely":[3],"on":[4,51,123],"hidden":[5,87,131],"interactions\u2014gestures":[6],"without":[7,17],"visual":[8],"cues":[9],"like":[10],"long":[11],"presses":[12],"and":[13,101,111,133],"swipes\u2014to":[14],"provide":[15],"functionality":[16],"cluttering":[18],"interfaces.":[19],"While":[20],"experienced":[21],"users":[22,41],"may":[23],"discover":[24],"these":[25],"interactions":[26,64,88,132],"through":[27],"prior":[28],"use":[29],"or":[30,65],"onboarding":[31],"tutorials,":[32],"their":[33],"implicit":[34],"nature":[35],"makes":[36],"them":[37],"difficult":[38],"for":[39,68,143],"most":[40],"to":[42,48,61,82,106],"uncover.":[43],"Similarly,":[44],"agents\u2014systems":[46],"designed":[47,81],"automate":[49],"tasks":[50],"user":[53],"interfaces,":[54],"powered":[55],"by":[56],"vision":[57],"language":[58],"models":[59,121],"(VLMs)\u2014struggle":[60],"detect":[62],"veiled":[63],"determine":[66],"actions":[67],"completing":[69],"tasks.":[70],"To":[71],"address":[72],"this":[73],"challenge,":[74],"we":[75],"present":[76],"GhostUI,":[77],"a":[78,141],"new":[79],"dataset":[80],"enable":[83],"the":[84],"detection":[85],"of":[86],"in":[89,129],"applications.":[91],"GhostUI":[92,124],"provides":[93],"before-and-after":[94],"screenshots,":[95],"simplified":[96],"view":[97],"hierarchies,":[98],"gesture":[99],"metadata,":[100],"task":[102,146],"descriptions,":[103],"allowing":[104],"VLMs":[105,118],"better":[107],"recognize":[108],"concealed":[109],"gestures":[110],"anticipate":[112],"post-interaction":[113,135],"states.":[114],"Quantitative":[115],"evaluations":[116],"with":[117],"show":[119],"that":[120],"fine-tuned":[122],"outperform":[125],"baseline":[126],"VLMs,":[127],"particularly":[128],"predicting":[130],"inferring":[134],"screens,":[136],"underscoring":[137],"GhostUI\u2019s":[138],"potential":[139],"as":[140],"foundation":[142],"advancing":[144],"automation.":[147]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-01-29T00:00:00"}