{"id":"https://openalex.org/W7148342837","doi":"https://doi.org/10.1109/vr67842.2026.00081","title":"GenAssist: Interactive Prompt-Driven XR Program Generation","display_name":"GenAssist: Interactive Prompt-Driven XR Program Generation","publication_year":2026,"publication_date":"2026-03-21","ids":{"openalex":"https://openalex.org/W7148342837","doi":"https://doi.org/10.1109/vr67842.2026.00081"},"language":null,"primary_location":{"id":"doi:10.1109/vr67842.2026.00081","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vr67842.2026.00081","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE Conference on Virtual Reality and 3D User Interfaces (VR)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005699829","display_name":"Sruti Srinidhi","orcid":"https://orcid.org/0000-0002-4346-5305"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sruti Srinidhi","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117427923","display_name":"Akul Singh","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Akul Singh","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072397325","display_name":"Edward Lu","orcid":"https://orcid.org/0009-0007-5627-0244"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Edward Lu","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5132777928","display_name":"Anthony Rowe","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anthony Rowe","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"615","last_page":"625"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13197","display_name":"Spreadsheets and End-User Computing","score":0.21739999949932098,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13197","display_name":"Spreadsheets and End-User Computing","score":0.21739999949932098,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.029200000688433647,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12490","display_name":"Software Engineering and Design Patterns","score":0.02759999968111515,"subfield":{"id":"https://openalex.org/subfields/3303","display_name":"Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.3084000051021576},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.24629999697208405},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.23639999330043793},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.23559999465942383},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.21899999678134918}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5131000280380249},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.3084000051021576},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.24629999697208405},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.23639999330043793},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.23559999465942383},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.23109999299049377},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.21899999678134918},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.21709999442100525},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.21529999375343323},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.21480000019073486}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vr67842.2026.00081","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vr67842.2026.00081","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE Conference on Virtual Reality and 3D User Interfaces (VR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W19399978","https://openalex.org/W2902539442","https://openalex.org/W2980956911","https://openalex.org/W3093907960","https://openalex.org/W3205571996","https://openalex.org/W3208467797","https://openalex.org/W4206251287","https://openalex.org/W4206439534","https://openalex.org/W4385573657","https://openalex.org/W4386065887","https://openalex.org/W4390874211","https://openalex.org/W4394805681","https://openalex.org/W4396833067","https://openalex.org/W4402527597","https://openalex.org/W4402660086","https://openalex.org/W4403334210","https://openalex.org/W4403334401","https://openalex.org/W4404534210","https://openalex.org/W4404672267","https://openalex.org/W4406874792","https://openalex.org/W4407580437","https://openalex.org/W4408324167","https://openalex.org/W4409885602","https://openalex.org/W4411113095","https://openalex.org/W4413556737","https://openalex.org/W7133224749"],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"introduces":[2],"GenAssist,":[3],"a":[4,71,118,137,158],"system":[5,25,146],"for":[6,174],"generating":[7],"interactive":[8],"Extended":[9],"Reality":[10],"(XR)":[11],"programs":[12,53,61],"from":[13],"natural":[14],"language":[15],"prompts.":[16],"Given":[17],"plain":[18],"text":[19],"descriptions":[20],"of":[21,91,139],"desired":[22],"programs,":[23],"our":[24,145],"uses":[26],"Retrieval-Augmented":[27],"Generation":[28],"(RAG)":[29],"to":[30,41,47,65,181],"retrieve":[31],"related":[32],"documentation":[33],"and":[34,49,96,111,126,151,168,184,195],"example":[35],"code,":[36],"which":[37],"is":[38,188],"then":[39,97],"used":[40],"prompt":[42],"Large":[43],"Language":[44],"Models":[45],"(LLMs)":[46],"generate":[48],"execute":[50],"hot-pluggable":[51],"XR":[52,142,175],"in":[54,78,114,117],"real":[55],"time.":[56],"To":[57],"ensure":[58],"that":[59,81,94,104,135,164,186],"the":[60,66,79,84,88],"are":[62],"written":[63],"correctly":[64],"user\u2019s":[67],"specifications,":[68],"we":[69,156],"add":[70],"closed-loop":[72],"feedback":[73],"mechanism":[74],"using":[75],"virtual":[76,119],"cameras":[77],"scene":[80],"iteratively":[82],"refines":[83],"system\u2019s":[85],"output,":[86],"mimicking":[87],"development":[89],"cycle":[90],"human":[92],"developers":[93],"compile":[95],"interactively":[98],"test":[99],"programs.":[100],"GenAssist":[101,180],"generates":[102],"scripts":[103],"can":[105,123],"not":[106],"only":[107],"place":[108],"multiple":[109],"primitives":[110],"3D":[112],"models":[113],"various":[115],"locations":[116],"scene,":[120],"but":[121],"it":[122,187],"also":[124],"animate":[125],"enable":[127],"user":[128,159],"interactions":[129],"with":[130,161],"those":[131],"objects.":[132],"We":[133,178],"show":[134,185],"across":[136],"benchmark":[138],"50":[140],"diverse":[141],"program":[143,152,176],"prompts,":[144],"achieves":[147],"high":[148],"output":[149],"accuracy":[150],"generation":[153],"quality.":[154],"Furthermore,":[155],"conduct":[157],"study":[160],"18":[162],"participants":[163],"demonstrates":[165],"GenAssist\u2019s":[166],"effectiveness":[167],"usability":[169],"(NASA":[170],"TLX":[171],"=":[172],"36.6)":[173],"generation.":[177],"compare":[179],"prior":[182],"systems":[183],"significantly":[189],"faster":[190],"(<10":[191],"seconds":[192],"per":[193],"run)":[194],"requires":[196],"fewer":[197],"LLM":[198],"calls.":[199]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-04-03T00:00:00"}
