{"id":"https://openalex.org/W4396832403","doi":"https://doi.org/10.1145/3613904.3642517","title":"ReactGenie: A Development Framework for Complex Multimodal Interactions Using Large Language Models","display_name":"ReactGenie: A Development Framework for Complex Multimodal Interactions Using Large Language Models","publication_year":2024,"publication_date":"2024-05-11","ids":{"openalex":"https://openalex.org/W4396832403","doi":"https://doi.org/10.1145/3613904.3642517"},"language":"en","primary_location":{"id":"doi:10.1145/3613904.3642517","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642517","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642517","source":null,"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642517","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108052998","display_name":"Junrui Yang","orcid":"https://orcid.org/0000-0002-2064-5231"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jackie (Junrui) Yang","raw_affiliation_strings":["Computer Science, Stanford University, United States"],"raw_orcid":"https://orcid.org/0000-0002-2064-5231","affiliations":[{"raw_affiliation_string":"Computer Science, Stanford University, United States","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019202069","display_name":"Yingtian Shi","orcid":"https://orcid.org/0000-0001-8733-7041"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingtian Shi","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University, China"],"raw_orcid":"https://orcid.org/0000-0001-8733-7041","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050978230","display_name":"Y Zhang","orcid":"https://orcid.org/0009-0000-7720-9329"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuhan Zhang","raw_affiliation_strings":["Electrical Engineering, United States"],"raw_orcid":"https://orcid.org/0009-0000-7720-9329","affiliations":[{"raw_affiliation_string":"Electrical Engineering, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064489003","display_name":"K. Li","orcid":"https://orcid.org/0009-0002-2711-5185"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karina Li","raw_affiliation_strings":["Computer Science, United States"],"raw_orcid":"https://orcid.org/0009-0002-2711-5185","affiliations":[{"raw_affiliation_string":"Computer Science, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092206177","display_name":"Daniel Wan Rosli","orcid":"https://orcid.org/0009-0005-5625-8312"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Daniel Wan Rosli","raw_affiliation_strings":["Computer Science, United States"],"raw_orcid":"https://orcid.org/0009-0005-5625-8312","affiliations":[{"raw_affiliation_string":"Computer Science, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057805876","display_name":"Anisha Jain","orcid":"https://orcid.org/0009-0003-4819-529X"},"institutions":[{"id":"https://openalex.org/I4210121988","display_name":"Film Independent","ror":"https://ror.org/036cy3843","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210121988"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anisha Jain","raw_affiliation_strings":["Independent Researcher, United States"],"raw_orcid":"https://orcid.org/0009-0003-4819-529X","affiliations":[{"raw_affiliation_string":"Independent Researcher, United States","institution_ids":["https://openalex.org/I4210121988"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015185178","display_name":"Shuning Zhang","orcid":"https://orcid.org/0000-0002-4145-117X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuning Zhang","raw_affiliation_strings":["Tsinghua University, China"],"raw_orcid":"https://orcid.org/0000-0002-4145-117X","affiliations":[{"raw_affiliation_string":"Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039928918","display_name":"Tianshi Li","orcid":"https://orcid.org/0000-0003-0877-5727"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tianshi Li","raw_affiliation_strings":["Khoury College of Computer Sciences, Northeastern University, United States"],"raw_orcid":"https://orcid.org/0000-0003-0877-5727","affiliations":[{"raw_affiliation_string":"Khoury College of Computer Sciences, Northeastern University, United States","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072285921","display_name":"James A. Landay","orcid":"https://orcid.org/0000-0003-1520-8894"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James A. Landay","raw_affiliation_strings":["Computer Science Department, Stanford University, United States"],"raw_orcid":"https://orcid.org/0000-0003-1520-8894","affiliations":[{"raw_affiliation_string":"Computer Science Department, Stanford University, United States","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078375725","display_name":"Monica S. Lam","orcid":"https://orcid.org/0000-0002-7626-6468"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Monica S. Lam","raw_affiliation_strings":["Computer Science Department, Stanford University, United States"],"raw_orcid":"https://orcid.org/0000-0002-7626-6468","affiliations":[{"raw_affiliation_string":"Computer Science Department, Stanford University, United States","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5108052998"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":2.9286,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.91784972,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7797261476516724},{"id":"https://openalex.org/keywords/development","display_name":"Development (topology)","score":0.49516549706459045},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3789711594581604},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.36021164059638977},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3367825150489807},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3315093517303467}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7797261476516724},{"id":"https://openalex.org/C2776542497","wikidata":"https://www.wikidata.org/wiki/Q5266672","display_name":"Development (topology)","level":2,"score":0.49516549706459045},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3789711594581604},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36021164059638977},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3367825150489807},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3315093517303467},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3613904.3642517","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642517","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642517","source":null,"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3613904.3642517","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642517","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642517","source":null,"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"},{"score":0.41999998688697815,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396832403.pdf"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W19399978","https://openalex.org/W1503015012","https://openalex.org/W1966250271","https://openalex.org/W1989689139","https://openalex.org/W1996290308","https://openalex.org/W1996974848","https://openalex.org/W2008120082","https://openalex.org/W2032176385","https://openalex.org/W2033532845","https://openalex.org/W2040866417","https://openalex.org/W2056617077","https://openalex.org/W2061270248","https://openalex.org/W2063048463","https://openalex.org/W2065131671","https://openalex.org/W2104038318","https://openalex.org/W2110576487","https://openalex.org/W2117724385","https://openalex.org/W2126170172","https://openalex.org/W2128433209","https://openalex.org/W2135643110","https://openalex.org/W2137775098","https://openalex.org/W2151905266","https://openalex.org/W2346389740","https://openalex.org/W2605214337","https://openalex.org/W2781290787","https://openalex.org/W2861196621","https://openalex.org/W2937541351","https://openalex.org/W2938912017","https://openalex.org/W2980350689","https://openalex.org/W2980743394","https://openalex.org/W3029297226","https://openalex.org/W3093692595","https://openalex.org/W3094017771","https://openalex.org/W3094108039","https://openalex.org/W3094121738","https://openalex.org/W3102961474","https://openalex.org/W3107498299","https://openalex.org/W3111924205","https://openalex.org/W3151196411","https://openalex.org/W3173957747","https://openalex.org/W4224300360","https://openalex.org/W4225089648","https://openalex.org/W4226253431","https://openalex.org/W4238155858","https://openalex.org/W4253689493","https://openalex.org/W4292779060","https://openalex.org/W4296544219","https://openalex.org/W4365799834"],"related_works":["https://openalex.org/W4231937131","https://openalex.org/W3188962172","https://openalex.org/W323219885","https://openalex.org/W2063928587","https://openalex.org/W2772917594","https://openalex.org/W1487966966","https://openalex.org/W1589342014","https://openalex.org/W4306742369","https://openalex.org/W1480341462","https://openalex.org/W3204019825"],"abstract_inverted_index":{"By":[0],"combining":[1],"voice":[2],"and":[3,62,100,119,137,161],"touch":[4],"interactions,":[5],"multimodal":[6,17,26,31,50,64,70,127],"interfaces":[7,65],"can":[8,135,157],"surpass":[9],"the":[10,29,53,97,104],"efficiency":[11],"of":[12,37,126],"either":[13],"modality":[14],"alone.":[15],"Traditional":[16],"frameworks":[18],"require":[19],"laborious":[20],"developer":[21],"work":[22],"to":[23,56,59,107],"support":[24],"rich":[25],"commands":[27,72,123],"where":[28],"user\u2019s":[30],"command":[32],"involves":[33],"possibly":[34],"exponential":[35],"combinations":[36],"actions/function":[38],"invocations.":[39],"This":[40],"paper":[41],"presents":[42],"ReactGenie,":[43],"a":[44,79,85,113,139,153],"programming":[45,80],"framework":[46],"that":[47,132],"better":[48],"separates":[49],"input":[51],"from":[52],"computational":[54,105],"model":[55,106],"enable":[57],"developers":[58,134],"create":[60],"efficient":[61],"capable":[63],"with":[66,152,162],"ease.":[67],"ReactGenie":[68,94,115,141,167],"translates":[69],"user":[71,110],"into":[73],"NLPL":[74,99],"(Natural":[75],"Language":[76],"Programming":[77],"Language),":[78],"language":[81],"we":[82],"created,":[83],"using":[84,166],"neural":[86],"semantic":[87],"parser":[88],"based":[89],"on":[90,147],"large-language":[91],"models.":[92],"The":[93],"runtime":[95],"interprets":[96],"parsed":[98],"composes":[101],"primitives":[102],"in":[103,122,143],"implement":[108],"complex":[109],"commands.":[111],"As":[112],"result,":[114],"allows":[116],"easy":[117],"implementation":[118],"unprecedented":[120],"richness":[121],"for":[124],"end-users":[125,156],"apps.":[128,168],"Our":[129],"evaluation":[130],"showed":[131],"12":[133],"learn":[136],"build":[138],"non-trivial":[140],"application":[142],"under":[144],"2.5":[145],"hours":[146],"average.":[148],"In":[149],"addition,":[150],"compared":[151],"traditional":[154],"GUI,":[155],"complete":[158],"tasks":[159],"faster":[160],"less":[163],"task":[164],"load":[165]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2024-05-12T00:00:00"}