{"id":"https://openalex.org/W4396833067","doi":"https://doi.org/10.1145/3613904.3642579","title":"LLMR: Real-time Prompting of Interactive Worlds using Large Language Models","display_name":"LLMR: Real-time Prompting of Interactive Worlds using Large Language Models","publication_year":2024,"publication_date":"2024-05-11","ids":{"openalex":"https://openalex.org/W4396833067","doi":"https://doi.org/10.1145/3613904.3642579"},"language":"en","primary_location":{"id":"doi:10.1145/3613904.3642579","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642579","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642579","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642579","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046659487","display_name":"Fernanda De La Torre","orcid":"https://orcid.org/0000-0002-4818-4158"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Fernanda De La Torre","raw_affiliation_strings":["BCS, MIT, United States and Microsoft, United States"],"affiliations":[{"raw_affiliation_string":"BCS, MIT, United States and Microsoft, United States","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061556449","display_name":"Cathy Mengying Fang","orcid":"https://orcid.org/0000-0003-4684-7058"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cathy Mengying Fang","raw_affiliation_strings":["MIT Media Lab, United States and Microsoft, United States"],"affiliations":[{"raw_affiliation_string":"MIT Media Lab, United States and Microsoft, United States","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101559207","display_name":"Han Huang","orcid":"https://orcid.org/0000-0002-9447-835X"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Han Huang","raw_affiliation_strings":["Mathematics, Rensselaer Polytechnic Institute, United States and Microsoft, United States"],"affiliations":[{"raw_affiliation_string":"Mathematics, Rensselaer Polytechnic Institute, United States and Microsoft, United States","institution_ids":["https://openalex.org/I165799507","https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081559140","display_name":"Andrzej Banburski-Fahey","orcid":"https://orcid.org/0000-0002-3360-4121"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrzej Banburski-Fahey","raw_affiliation_strings":["Microsoft, United States"],"affiliations":[{"raw_affiliation_string":"Microsoft, United States","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023284911","display_name":"Judith Amores Fernandez","orcid":"https://orcid.org/0000-0003-1285-6909"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Judith Amores Fernandez","raw_affiliation_strings":["Microsoft Research, Microsoft, United States"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Microsoft, United States","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022251129","display_name":"Jaron Lanier","orcid":"https://orcid.org/0009-0002-7659-2797"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jaron Lanier","raw_affiliation_strings":["Microsoft, United States"],"affiliations":[{"raw_affiliation_string":"Microsoft, United States","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5046659487"],"corresponding_institution_ids":["https://openalex.org/I1290206253"],"apc_list":null,"apc_paid":null,"fwci":30.9943,"has_fulltext":false,"cited_by_count":92,"citation_normalized_percentile":{"value":0.99791552,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"22"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7890905141830444},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4494735896587372},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3215952515602112}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7890905141830444},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4494735896587372},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3215952515602112}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3613904.3642579","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642579","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642579","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3613904.3642579","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3613904.3642579","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3613904.3642579","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396833067.pdf"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W613315223","https://openalex.org/W1549847324","https://openalex.org/W2547061218","https://openalex.org/W2746150583","https://openalex.org/W2751463909","https://openalex.org/W2930673238","https://openalex.org/W2980895755","https://openalex.org/W2980956911","https://openalex.org/W3126737518","https://openalex.org/W3205571996","https://openalex.org/W4284676027","https://openalex.org/W4287891012","https://openalex.org/W4312574495","https://openalex.org/W4361806248","https://openalex.org/W4366549437","https://openalex.org/W4386057725","https://openalex.org/W4386065887","https://openalex.org/W4386071682","https://openalex.org/W4386075787","https://openalex.org/W4390873054","https://openalex.org/W4390874324","https://openalex.org/W6600075748","https://openalex.org/W6600310816","https://openalex.org/W6600424091","https://openalex.org/W6600438464","https://openalex.org/W6600476237","https://openalex.org/W6600553734","https://openalex.org/W6600654476","https://openalex.org/W6600655691","https://openalex.org/W6604662147","https://openalex.org/W6609528992","https://openalex.org/W6611494380","https://openalex.org/W6813032824","https://openalex.org/W6827106861","https://openalex.org/W6827840403","https://openalex.org/W6849312071"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"We":[0,88],"present":[1],"Large":[2],"Language":[3],"Model":[4],"for":[5,11,68],"Mixed":[6,19],"Reality":[7,20],"(LLMR),":[8],"a":[9,101,124,129],"framework":[10,55],"the":[12,40,44,61,79,139],"real-time":[13],"creation":[14,104],"and":[15,60,74,97,105,114,119,141],"modification":[16,106],"of":[17,46,103],"interactive":[18],"experiences":[21,137],"using":[22],"LLMs.":[23],"LLMR":[24,77],"leverages":[25],"novel":[26],"strategies":[27],"to":[28,108],"tackle":[29],"difficult":[30],"cases":[31],"where":[32,39],"ideal":[33],"training":[34],"data":[35],"is":[36],"scarce,":[37],"or":[38,51],"design":[41],"goal":[42],"requires":[43],"synthesis":[45],"internal":[47],"dynamics,":[48],"intuitive":[49],"analysis,":[50],"advanced":[52],"interactivity.":[53],"Our":[54],"relies":[56],"on":[57,100],"text":[58],"interaction":[59],"Unity":[62],"game":[63],"engine.":[64],"By":[65],"incorporating":[66],"techniques":[67],"scene":[69],"understanding,":[70],"task":[71],"planning,":[72],"self-debugging,":[73],"memory":[75],"management,":[76],"outperforms":[78],"standard":[80],"GPT-4":[81],"by":[82],"4x":[83],"in":[84],"average":[85],"error":[86],"rate.":[87],"demonstrate":[89],"LLMR\u2019s":[90],"cross-platform":[91],"interoperability":[92],"with":[93,128,138],"several":[94],"example":[95],"worlds,":[96],"evaluate":[98],"it":[99,111,144],"variety":[102],"tasks":[107],"show":[109],"that":[110,132],"can":[112],"produce":[113],"edit":[115],"diverse":[116,130],"objects,":[117],"tools,":[118],"scenes.":[120],"Finally,":[121],"we":[122],"conducted":[123],"usability":[125],"study":[126],"(N=11)":[127],"set":[131],"revealed":[133],"participants":[134],"had":[135],"positive":[136],"system":[140],"would":[142],"use":[143],"again.":[145]},"counts_by_year":[{"year":2026,"cited_by_count":23},{"year":2025,"cited_by_count":60},{"year":2024,"cited_by_count":9}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}