{"id":"https://openalex.org/W7084127355","doi":"https://doi.org/10.1145/3746059.3747598","title":"SketchGPT: A Sketch-based Multimodal Interface for Application-Agnostic LLM Interaction","display_name":"SketchGPT: A Sketch-based Multimodal Interface for Application-Agnostic LLM Interaction","publication_year":2025,"publication_date":"2025-09-27","ids":{"openalex":"https://openalex.org/W7084127355","doi":"https://doi.org/10.1145/3746059.3747598"},"language":"en","primary_location":{"id":"doi:10.1145/3746059.3747598","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746059.3747598","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 38th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3746059.3747598","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zeyuan Huang","orcid":"https://orcid.org/0000-0002-2639-0487"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeyuan Huang","raw_affiliation_strings":["Institute of Software, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2639-0487","affiliations":[{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Cangjun Gao","orcid":"https://orcid.org/0009-0008-7187-4414"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cangjun Gao","raw_affiliation_strings":["Institute of Software, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0008-7187-4414","affiliations":[{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yaxian Shan","orcid":"https://orcid.org/0009-0006-1494-3730"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaxian Shan","raw_affiliation_strings":["Institute of Software, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0006-1494-3730","affiliations":[{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Haoxiang Hu","orcid":"https://orcid.org/0009-0007-3105-8597"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoxiang Hu","raw_affiliation_strings":["Institute of Software, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0007-3105-8597","affiliations":[{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Qingkun Li","orcid":"https://orcid.org/0000-0002-1082-0630"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingkun Li","raw_affiliation_strings":["Institute of Software, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1082-0630","affiliations":[{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiaoming Deng","orcid":"https://orcid.org/0000-0001-8576-1201"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoming Deng","raw_affiliation_strings":["Institute of Software, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8576-1201","affiliations":[{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Cuixia Ma","orcid":"https://orcid.org/0000-0003-3999-7429"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cuixia Ma","raw_affiliation_strings":["Institute of Software, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3999-7429","affiliations":[{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yu-Kun Lai","orcid":"https://orcid.org/0000-0002-2094-5680"},"institutions":[{"id":"https://openalex.org/I79510175","display_name":"Cardiff University","ror":"https://ror.org/03kk7td41","country_code":"GB","type":"education","lineage":["https://openalex.org/I79510175"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yu-Kun Lai","raw_affiliation_strings":["School of Computer Science and Informatics, Cardiff University, Cardiff, Wales, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-2094-5680","affiliations":[{"raw_affiliation_string":"School of Computer Science and Informatics, Cardiff University, Cardiff, Wales, United Kingdom","institution_ids":["https://openalex.org/I79510175"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yong-Jin Liu","orcid":"https://orcid.org/0000-0001-5774-1916"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong-Jin Liu","raw_affiliation_strings":["CS Department, MOE-Key Laboratory of Pervasive Computing, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5774-1916","affiliations":[{"raw_affiliation_string":"CS Department, MOE-Key Laboratory of Pervasive Computing, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Feng Tian","orcid":"https://orcid.org/0000-0002-6598-419X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Tian","raw_affiliation_strings":["Institute of software, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6598-419X","affiliations":[{"raw_affiliation_string":"Institute of software, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Guozhong Dai","orcid":"https://orcid.org/0009-0008-3473-7189"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guozhong Dai","raw_affiliation_strings":["Institute of software, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0008-3473-7189","affiliations":[{"raw_affiliation_string":"Institute of software, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":null,"display_name":"Hongan Wang","orcid":"https://orcid.org/0000-0002-9320-4920"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongan Wang","raw_affiliation_strings":["Institute of Software, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9320-4920","affiliations":[{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"18"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10442","display_name":"Knee injuries and reconstruction techniques","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10442","display_name":"Knee injuries and reconstruction techniques","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10562","display_name":"Total Knee Arthroplasty Outcomes","score":0.006099999882280827,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11018","display_name":"Lower Extremity Biomechanics and Pathologies","score":0.0013000000035390258,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sketch","display_name":"Sketch","score":0.7074000239372253},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.659500002861023},{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.544700026512146},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5192000269889832},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.5095999836921692},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.5088000297546387},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.48559999465942383},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.46889999508857727},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.46630001068115234}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.824400007724762},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.7610999941825867},{"id":"https://openalex.org/C2779231336","wikidata":"https://www.wikidata.org/wiki/Q7534724","display_name":"Sketch","level":2,"score":0.7074000239372253},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.659500002861023},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.544700026512146},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5192000269889832},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.5095999836921692},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.5088000297546387},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.48559999465942383},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.46889999508857727},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.46630001068115234},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.38609999418258667},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.367900013923645},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.3560999929904938},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.31119999289512634},{"id":"https://openalex.org/C40458791","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Interactive systems engineering","level":4,"score":0.3102000057697296},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.29910001158714294},{"id":"https://openalex.org/C201025465","wikidata":"https://www.wikidata.org/wiki/Q11248500","display_name":"User experience design","level":2,"score":0.2939999997615814},{"id":"https://openalex.org/C2987082051","wikidata":"https://www.wikidata.org/wiki/Q223642","display_name":"Human interaction","level":2,"score":0.28200000524520874},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.2815999984741211},{"id":"https://openalex.org/C2776674983","wikidata":"https://www.wikidata.org/wiki/Q545981","display_name":"Image editing","level":3,"score":0.27799999713897705},{"id":"https://openalex.org/C132900626","wikidata":"https://www.wikidata.org/wiki/Q7534733","display_name":"Sketch recognition","level":4,"score":0.27709999680519104},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.2770000100135803},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2757999897003174},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.2605000138282776},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.25839999318122864},{"id":"https://openalex.org/C67712803","wikidata":"https://www.wikidata.org/wiki/Q7901853","display_name":"User modeling","level":3,"score":0.25769999623298645},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2531000077724457}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3746059.3747598","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746059.3747598","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 38th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},{"id":"pmh:oai:https://orca.cardiff.ac.uk:181362","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401195","display_name":"ORCA Online Research @Cardiff (Cardiff University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79510175","host_organization_name":"Cardiff University","host_organization_lineage":["https://openalex.org/I79510175"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Conference or Workshop Item"}],"best_oa_location":{"id":"doi:10.1145/3746059.3747598","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3746059.3747598","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 38th Annual ACM Symposium on User Interface Software and Technology","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5194684267044067}],"awards":[{"id":"https://openalex.org/G7510108593","display_name":null,"funder_award_id":"62272447,62332019,62461160309,62473356","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":94,"referenced_works":["https://openalex.org/W1544458978","https://openalex.org/W1977011589","https://openalex.org/W1979301312","https://openalex.org/W1980120944","https://openalex.org/W1986270627","https://openalex.org/W1993223663","https://openalex.org/W1997523350","https://openalex.org/W1999090433","https://openalex.org/W2007085438","https://openalex.org/W2029563242","https://openalex.org/W2037514117","https://openalex.org/W2041016355","https://openalex.org/W2041880641","https://openalex.org/W2061270248","https://openalex.org/W2071387234","https://openalex.org/W2080401675","https://openalex.org/W2081483857","https://openalex.org/W2097948314","https://openalex.org/W2100656679","https://openalex.org/W2104851574","https://openalex.org/W2107332995","https://openalex.org/W2131588614","https://openalex.org/W2131666595","https://openalex.org/W2131799829","https://openalex.org/W2134439782","https://openalex.org/W2135643110","https://openalex.org/W2137775098","https://openalex.org/W2143515151","https://openalex.org/W2151957161","https://openalex.org/W2153817384","https://openalex.org/W2176017127","https://openalex.org/W2293649818","https://openalex.org/W2592242041","https://openalex.org/W2808981768","https://openalex.org/W3013160799","https://openalex.org/W3034382172","https://openalex.org/W3092797786","https://openalex.org/W3101409325","https://openalex.org/W3112478873","https://openalex.org/W3125649296","https://openalex.org/W3160638507","https://openalex.org/W3173477553","https://openalex.org/W3203321135","https://openalex.org/W3205514615","https://openalex.org/W3207040391","https://openalex.org/W3207545688","https://openalex.org/W4205851089","https://openalex.org/W4210354423","https://openalex.org/W4221000625","https://openalex.org/W4225012671","https://openalex.org/W4225080353","https://openalex.org/W4225165463","https://openalex.org/W4229333328","https://openalex.org/W4285282065","https://openalex.org/W4312759111","https://openalex.org/W4312933868","https://openalex.org/W4321472415","https://openalex.org/W4323570570","https://openalex.org/W4365601419","https://openalex.org/W4366548330","https://openalex.org/W4366551388","https://openalex.org/W4385682544","https://openalex.org/W4387606041","https://openalex.org/W4387835481","https://openalex.org/W4390873054","https://openalex.org/W4392619076","https://openalex.org/W4393150439","https://openalex.org/W4393160302","https://openalex.org/W4396828482","https://openalex.org/W4396831794","https://openalex.org/W4396831908","https://openalex.org/W4396832118","https://openalex.org/W4396832611","https://openalex.org/W4396832991","https://openalex.org/W4396833019","https://openalex.org/W4396833112","https://openalex.org/W4396833649","https://openalex.org/W4396833729","https://openalex.org/W4399196475","https://openalex.org/W4401024339","https://openalex.org/W4401024359","https://openalex.org/W4401414944","https://openalex.org/W4402349579","https://openalex.org/W4403333950","https://openalex.org/W4403338524","https://openalex.org/W4403576015","https://openalex.org/W4403717124","https://openalex.org/W4406800520","https://openalex.org/W4408615726","https://openalex.org/W4409719948","https://openalex.org/W4409735944","https://openalex.org/W4409736273","https://openalex.org/W4409748642","https://openalex.org/W4410297873"],"related_works":[],"abstract_inverted_index":{"Human":[0],"interaction":[1,37],"with":[2,54,67,150],"large":[3],"language":[4],"models":[5],"(LLMs)":[6],"is":[7],"typically":[8],"confined":[9],"to":[10,129,148],"text":[11],"or":[12],"image":[13],"interfaces.":[14],"Sketches":[15],"offer":[16],"a":[17,35,82,90,94],"powerful":[18],"medium":[19],"for":[20,113],"articulating":[21],"creative":[22],"ideas":[23],"and":[24,42,79,103,107,115,123,145],"user":[25,74,99],"intentions,":[26],"yet":[27],"their":[28],"potential":[29],"remains":[30,81],"underexplored.":[31],"We":[32],"propose":[33],"SketchGPT,":[34],"novel":[36],"paradigm":[38],"that":[39,97,135],"integrates":[40],"sketch":[41],"speech":[43],"input":[44],"directly":[45],"over":[46],"the":[47,58,118],"system":[48,119],"interface,":[49],"facilitating":[50],"open-ended,":[51],"context-aware":[52],"communication":[53],"LLMs.":[55,151],"By":[56],"leveraging":[57],"complementary":[59],"strengths":[60],"of":[61],"multimodal":[62,121],"inputs,":[63],"expressions":[64],"are":[65],"enriched":[66],"semantic":[68,116],"scope":[69],"while":[70],"maintaining":[71],"efficiency.":[72],"Interpreting":[73],"intentions":[75,100,122],"across":[76],"diverse":[77],"contexts":[78],"modalities":[80],"key":[83],"challenge.":[84],"To":[85],"address":[86],"this,":[87],"we":[88],"developed":[89],"prototype":[91],"based":[92],"on":[93],"multi-agent":[95],"framework":[96],"infers":[98],"within":[101],"context":[102],"generates":[104],"executable":[105],"context-sensitive":[106],"toolkit-aware":[108],"feedback.":[109],"Using":[110],"Chain-of-Thought":[111],"techniques":[112],"temporal":[114],"alignment,":[117],"understands":[120],"performs":[124],"operations":[125],"following":[126],"human-in-the-loop":[127],"confirmation":[128],"ensure":[130],"reliability.":[131],"User":[132],"studies":[133],"demonstrate":[134],"SketchGPT":[136],"significantly":[137],"outperforms":[138],"unimodal":[139],"manipulation":[140],"approaches,":[141],"offering":[142],"more":[143],"intuitive":[144],"effective":[146],"means":[147],"interact":[149]},"counts_by_year":[{"year":2026,"cited_by_count":8}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}