{"id":"https://openalex.org/W4391940856","doi":"https://doi.org/10.1145/3643834.3661547","title":"How People Prompt Generative AI to Create Interactive VR Scenes","display_name":"How People Prompt Generative AI to Create Interactive VR Scenes","publication_year":2024,"publication_date":"2024-06-29","ids":{"openalex":"https://openalex.org/W4391940856","doi":"https://doi.org/10.1145/3643834.3661547"},"language":"en","primary_location":{"id":"doi:10.1145/3643834.3661547","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3643834.3661547","pdf_url":null,"source":{"id":"https://openalex.org/S4363608268","display_name":"Designing Interactive Systems Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Designing Interactive Systems Conference","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3643834.3661547","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076979732","display_name":"Setareh Aghel Manesh","orcid":"https://orcid.org/0009-0000-8537-9280"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Setareh Aghel Manesh","raw_affiliation_strings":["University of Calgary, Canada"],"affiliations":[{"raw_affiliation_string":"University of Calgary, Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100437465","display_name":"Tianyi Zhang","orcid":"https://orcid.org/0009-0001-8703-0100"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Tianyi Zhang","raw_affiliation_strings":["Singapore Management University, Singapore"],"affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101937630","display_name":"Yuki Onishi","orcid":"https://orcid.org/0009-0006-5999-8129"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yuki Onishi","raw_affiliation_strings":["Singapore Management Univeristy, Singapore"],"affiliations":[{"raw_affiliation_string":"Singapore Management Univeristy, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003138661","display_name":"Kotaro Hara","orcid":"https://orcid.org/0000-0002-7893-6090"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Kotaro Hara","raw_affiliation_strings":["School of Computing and Information Systems, Singapore Management University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040959667","display_name":"Scott Bateman","orcid":"https://orcid.org/0000-0003-3592-2163"},"institutions":[{"id":"https://openalex.org/I106938459","display_name":"University of New Brunswick","ror":"https://ror.org/05nkf0n29","country_code":"CA","type":"education","lineage":["https://openalex.org/I106938459"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Scott Bateman","raw_affiliation_strings":["Faculty of Computer Science, University of New Brunswick, Canada"],"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science, University of New Brunswick, Canada","institution_ids":["https://openalex.org/I106938459"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101405384","display_name":"Jiannan Li","orcid":"https://orcid.org/0000-0001-8409-4910"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jiannan Li","raw_affiliation_strings":["School of Computing and Information Systems, Singapore Management University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006687906","display_name":"Anthony Tang","orcid":"https://orcid.org/0000-0003-4293-4082"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Anthony Tang","raw_affiliation_strings":["Singapore Management University, Singapore"],"affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5076979732"],"corresponding_institution_ids":["https://openalex.org/I168635309"],"apc_list":null,"apc_paid":null,"fwci":5.3841,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.98928571,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"2319","last_page":"2340"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9021000266075134,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5055198669433594},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.48868992924690247},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.4399491846561432},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.4059341549873352},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3992774188518524}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5055198669433594},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.48868992924690247},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.4399491846561432},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.4059341549873352},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3992774188518524}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3643834.3661547","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3643834.3661547","pdf_url":null,"source":{"id":"https://openalex.org/S4363608268","display_name":"Designing Interactive Systems Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Designing Interactive Systems Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2402.10525","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.10525","pdf_url":"https://arxiv.org/pdf/2402.10525","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3643834.3661547","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3643834.3661547","pdf_url":null,"source":{"id":"https://openalex.org/S4363608268","display_name":"Designing Interactive Systems Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Designing Interactive Systems Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.7099999785423279,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1540823594","https://openalex.org/W1971498681","https://openalex.org/W1971876305","https://openalex.org/W2033955170","https://openalex.org/W2043040431","https://openalex.org/W2047157868","https://openalex.org/W2058073470","https://openalex.org/W2064780509","https://openalex.org/W2092795326","https://openalex.org/W2110621799","https://openalex.org/W2115310639","https://openalex.org/W2125147351","https://openalex.org/W2131799829","https://openalex.org/W2132168989","https://openalex.org/W2136194210","https://openalex.org/W2161304134","https://openalex.org/W2165500877","https://openalex.org/W2408666710","https://openalex.org/W2760735355","https://openalex.org/W2763994867","https://openalex.org/W2795472713","https://openalex.org/W2807783427","https://openalex.org/W2808705796","https://openalex.org/W2902539442","https://openalex.org/W2918497321","https://openalex.org/W2980937684","https://openalex.org/W2998245691","https://openalex.org/W3029006481","https://openalex.org/W3038778614","https://openalex.org/W3042464923","https://openalex.org/W3093907960","https://openalex.org/W3107611171","https://openalex.org/W3108032709","https://openalex.org/W3133035511","https://openalex.org/W3134590750","https://openalex.org/W3177813494","https://openalex.org/W3203321135","https://openalex.org/W3207910091","https://openalex.org/W4225012671","https://openalex.org/W4225080353","https://openalex.org/W4292779060","https://openalex.org/W4297630849","https://openalex.org/W4304195432","https://openalex.org/W4366548330","https://openalex.org/W4383097638","https://openalex.org/W4383472654","https://openalex.org/W4386114165","https://openalex.org/W4386184788","https://openalex.org/W4386977975","https://openalex.org/W4387048863","https://openalex.org/W4387801187","https://openalex.org/W4387801427","https://openalex.org/W4391013310"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2059650074","https://openalex.org/W4285504728"],"abstract_inverted_index":{"Generative":[0],"AI":[1],"tools":[2],"can":[3],"provide":[4],"people":[5,21,110],"with":[6,15,86],"the":[7,31,112,130,147,150,164,181,189,193],"ability":[8],"to":[9,64,69,72,101,215],"create":[10,102,238],"virtual":[11],"environments":[12],"and":[13,59,149,152,205,231],"scenes":[14],"natural":[16],"language":[17],"prompts.":[18],"Yet,":[19],"how":[20,197],"will":[22],"formulate":[23],"such":[24,57,98],"prompts":[25,137],"is":[26,40],"unclear\u2014particularly":[27],"when":[28,95,109,173],"they":[29,34,114,123,133,141,155,174,221],"inhabit":[30],"environment":[32,191],"that":[33,42,153,169,212,220,237],"are":[35,62],"designing.":[36],"For":[37],"instance,":[38],"it":[39],"likely":[41],"a":[43,48,54,80,158,208],"person":[44],"might":[45],"say,":[46],"\u201cPut":[47],"chair":[49],"here,\u201d":[50],"while":[51],"pointing":[52],"at":[53],"location.":[55],"If":[56],"linguistic":[58],"embodied":[60,127,136],"features":[61],"common":[63],"people\u2019s":[65,92],"prompts,":[66],"we":[67,78,90,167,203,227],"need":[68],"tune":[70],"models":[71],"accommodate":[73],"them.":[74],"In":[75],"this":[76],"work,":[77],"present":[79],"Wizard":[81],"of":[82,119,129,146,161],"Oz":[83],"elicitation":[84],"study":[85],"22":[87],"participants,":[88],"where":[89],"studied":[91],"implicit":[93,117],"expectations":[94,118],"verbally":[96],"prompting":[97,176],"programming":[99,210,235],"agents":[100,236],"interactive":[103,217],"VR":[104,182,190,218,239],"scenes.":[105],"Our":[106],"findings":[107],"show":[108],"prompted":[111,171],"agent,":[113],"had":[115],"several":[116],"these":[120,198,225],"agents:":[121],"(1)":[122],"should":[124,134,142,156],"have":[125,157],"an":[126],"knowledge":[128],"environment;":[131],"(2)":[132],"understand":[135],"by":[138],"users;":[139],"(3)":[140],"recall":[143],"previous":[144],"states":[145],"scene":[148],"conversation,":[151],"(4)":[154],"commonsense":[159],"understanding":[160],"objects":[162],"in":[163,177],"scene.":[165],"Further,":[166],"found":[168],"participants":[170],"differently":[172],"were":[175],"situ":[178,186],"(i.e.":[179,187],"within":[180],"environment)":[183],"versus":[184],"ex":[185],"viewing":[188],"from":[192],"outside).":[194],"To":[195],"explore":[196],"lessons":[199],"could":[200],"be":[201],"applied,":[202],"designed":[204],"built":[206],"Ostaad,":[207],"conversational":[209,234],"agent":[211],"allows":[213],"non-programmers":[214],"design":[216],"experiences":[219],"inhabit.":[222],"Based":[223],"on":[224],"explorations,":[226],"outline":[228],"new":[229],"opportunities":[230],"challenges":[232],"for":[233],"environments.":[240]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-03T22:45:19.894376","created_date":"2025-10-10T00:00:00"}