{"id":"https://openalex.org/W7154051041","doi":"https://doi.org/10.1109/tvcg.2026.3680710","title":"LIVE-GS: LLM Powers Interactive VR Experience with Physics-Aware Gaussian Splatting","display_name":"LIVE-GS: LLM Powers Interactive VR Experience with Physics-Aware Gaussian Splatting","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7154051041","doi":"https://doi.org/10.1109/tvcg.2026.3680710","pmid":"https://pubmed.ncbi.nlm.nih.gov/41973566"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2026.3680710","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2026.3680710","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008857145","display_name":"Haotian Mao","orcid":"https://orcid.org/0000-0002-5368-6064"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Haotian Mao","raw_affiliation_strings":["Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0009-0005-1294-4337","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005045971","display_name":"Hangyu Zhou","orcid":"https://orcid.org/0000-0002-4362-6754"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hangyu Zhou","raw_affiliation_strings":["Zhejiang University of Science and Technology, China"],"raw_orcid":"https://orcid.org/0000-0003-3027-4523","affiliations":[{"raw_affiliation_string":"Zhejiang University of Science and Technology, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100745405","display_name":"Zhijie Xu","orcid":"https://orcid.org/0000-0002-0524-5926"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuoxiong Xu","raw_affiliation_strings":["Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0009-0006-7831-0051","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133500840","display_name":"Siyue Wei","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyue Wei","raw_affiliation_strings":["Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0009-0001-9960-2719","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130841442","display_name":"Yule Quan","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yule Quan","raw_affiliation_strings":["Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0009-0009-2938-0266","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133503783","display_name":"Yan Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Zhang","raw_affiliation_strings":["Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0000-0002-7549-4725","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132745490","display_name":"Zixuan Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zixuan Guo","raw_affiliation_strings":["Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0000-0002-0451-8988","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004152079","display_name":"Nianchen Deng","orcid":"https://orcid.org/0000-0002-5292-266X"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nianchen Deng","raw_affiliation_strings":["Shanghai AI Lab, China"],"raw_orcid":"https://orcid.org/0000-0002-5292-266X","affiliations":[{"raw_affiliation_string":"Shanghai AI Lab, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4391012619"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109585871","display_name":"Xubo Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xubo Yang","raw_affiliation_strings":["Shanghai Jiao Tong University, China"],"raw_orcid":"https://orcid.org/0000-0001-5378-4003","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5008857145"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.66684962,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"32","issue":"5","first_page":"3146","last_page":"3156"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.11150000244379044,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.11150000244379044,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.09570000320672989,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14067","display_name":"Cloud Computing and Remote Desktop Technologies","score":0.053199999034404755,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.4537999927997589},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.3986000120639801},{"id":"https://openalex.org/keywords/data-visualization","display_name":"Data visualization","score":0.3849000036716461},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.31869998574256897},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.2953000068664551},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics","score":0.2930000126361847}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8650000095367432},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.5613999962806702},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.4537999927997589},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43230000138282776},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4000000059604645},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3986000120639801},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.3849000036716461},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34689998626708984},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.31869998574256897},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.2953000068664551},{"id":"https://openalex.org/C77660652","wikidata":"https://www.wikidata.org/wiki/Q150971","display_name":"Computer graphics","level":2,"score":0.2930000126361847},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.27399998903274536},{"id":"https://openalex.org/C2776977519","wikidata":"https://www.wikidata.org/wiki/Q4636326","display_name":"3D interaction","level":3,"score":0.2712000012397766},{"id":"https://openalex.org/C108882727","wikidata":"https://www.wikidata.org/wiki/Q2991685","display_name":"Solid modeling","level":2,"score":0.2702000141143799},{"id":"https://openalex.org/C44185422","wikidata":"https://www.wikidata.org/wiki/Q6002064","display_name":"Image-based modeling and rendering","level":3,"score":0.26100000739097595},{"id":"https://openalex.org/C64073096","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Interactive visualization","level":3,"score":0.2574000060558319}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvcg.2026.3680710","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2026.3680710","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:41973566","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41973566","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8248226271","display_name":null,"funder_award_id":"2018YFB1004902","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8394430395","display_name":null,"funder_award_id":"62272305","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"As":[0],"3D":[1],"Gaussian":[2,78,153],"Splatting":[3],"(3DGS)":[4],"emerges":[5],"as":[6],"a":[7,45,59,177,191],"leading":[8],"approach":[9],"for":[10,51,179],"novel":[11],"view":[12],"synthesis":[13],"and":[14,47,80,101,185,199,218],"scene":[15,209,216],"reconstruction,":[16],"its":[17,141],"potential":[18],"in":[19,129,147,168,181],"digital":[20],"asset":[21,31,183],"creation":[22,75,217],"has":[23],"gained":[24],"significant":[25],"attention.":[26],"An":[27],"increasing":[28],"number":[29],"of":[30,76,105,119,138],"libraries":[32],"based":[33],"on":[34,108],"GS":[35],"are":[36],"being":[37],"established.":[38],"However,":[39],"generating":[40],"physics-based":[41,127],"dynamic":[42,77],"assets":[43,79,154],"remains":[44],"time-consuming":[46],"expertise-intensive":[48],"task,":[49],"especially":[50],"non-experts.":[52],"In":[53],"this":[54],"paper,":[55],"we":[56,89,111,164],"propose":[57],"LIVE-GS,":[58,206],"highly":[60],"realistic":[61],"Virtual":[62],"Reality":[63],"(VR)":[64],"system":[65,87,197],"powered":[66],"by":[67,96],"Large":[68],"Language":[69],"Models":[70],"(LLMs),":[71],"which":[72],"enables":[73],"rapid":[74],"real-time":[81],"VR":[82,99,130,158],"interactions.":[83,159],"To":[84,160],"inform":[85],"our":[86,162],"design,":[88],"conducted":[90,190],"interviews":[91],"to":[92,114,143,171,195],"examine":[93],"challenges":[94],"faced":[95],"current":[97],"GS-based":[98],"systems":[100],"the":[102],"specific":[103],"demands":[104],"users.":[106],"Based":[107],"these":[109],"insights,":[110],"employed":[112],"GPT-4o":[113],"analyze":[115],"key":[116,136],"physical":[117,169,174,215],"properties":[118],"objects":[120],"that":[121,205],"significantly":[122],"impact":[123],"user":[124,193,200],"interactions,":[125],"ensuring":[126],"interactions":[128,220],"align":[131],"with":[132],"real-world":[133],"phenomena.":[134],"A":[135],"innovation":[137],"LIVE-GS":[139],"is":[140],"ability":[142],"predict":[144],"reasonable":[145],"parameters":[146],"just":[148],"10":[149],"seconds":[150],"from":[151],"static":[152],"while":[155],"maintaining":[156],"high-quality":[157],"validate":[161],"approach,":[163],"invited":[165],"participants":[166],"experienced":[167],"simulation":[170],"manually":[172],"adjust":[173],"parameters,":[175],"providing":[176],"baseline":[178],"comparison":[180],"both":[182],"quality":[184],"authoring":[186],"efficiency.":[187],"We":[188],"also":[189],"comprehensive":[192],"study":[194],"evaluate":[196],"usability":[198],"satisfaction.":[201],"Experimental":[202],"results":[203],"demonstrate":[204],"leveraging":[207],"LLMs'":[208],"understanding":[210],"capabilities,":[211],"can":[212],"achieve":[213],"efficient":[214],"natural":[219],"without":[221],"requiring":[222],"manual":[223],"design":[224],"or":[225],"annotation.":[226]},"counts_by_year":[],"updated_date":"2026-05-21T09:19:25.381259","created_date":"2026-04-14T00:00:00"}