{"id":"https://openalex.org/W4399252220","doi":"https://doi.org/10.1145/3641519.3657417","title":"GaussianPrediction: Dynamic 3D Gaussian Prediction for Motion Extrapolation and Free View Synthesis","display_name":"GaussianPrediction: Dynamic 3D Gaussian Prediction for Motion Extrapolation and Free View Synthesis","publication_year":2024,"publication_date":"2024-07-12","ids":{"openalex":"https://openalex.org/W4399252220","doi":"https://doi.org/10.1145/3641519.3657417"},"language":"en","primary_location":{"id":"doi:10.1145/3641519.3657417","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3641519.3657417","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Special Interest Group on Computer Graphics and Interactive Techniques Conference Conference Papers","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2405.19745","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103281510","display_name":"Boming Zhao","orcid":"https://orcid.org/0000-0003-3267-6040"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Boming Zhao","raw_affiliation_strings":["State Key Laboratory of CAD&CG, Zhejiang University, China"],"raw_orcid":"https://orcid.org/0000-0003-3267-6040","affiliations":[{"raw_affiliation_string":"State Key Laboratory of CAD&CG, Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101026842","display_name":"Yuan Li","orcid":"https://orcid.org/0009-0007-4267-7297"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Li","raw_affiliation_strings":["State Key Laboratory of CAD&CG, Zhejiang University, China"],"raw_orcid":"https://orcid.org/0009-0007-4267-7297","affiliations":[{"raw_affiliation_string":"State Key Laboratory of CAD&CG, Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ziyu Sun","orcid":"https://orcid.org/0009-0006-2740-4058"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4210136497","display_name":"Jilin Medical University","ror":"https://ror.org/03mzw7781","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136497"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyu Sun","raw_affiliation_strings":["Jilin University, China"],"raw_orcid":"https://orcid.org/0009-0006-2740-4058","affiliations":[{"raw_affiliation_string":"Jilin University, China","institution_ids":["https://openalex.org/I194450716","https://openalex.org/I4210136497"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004741143","display_name":"Lin Zeng","orcid":"https://orcid.org/0009-0009-6770-4057"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Zeng","raw_affiliation_strings":["State Key Laboratory of CAD&CG, Zhejiang University, China"],"raw_orcid":"https://orcid.org/0009-0009-6770-4057","affiliations":[{"raw_affiliation_string":"State Key Laboratory of CAD&CG, Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103003762","display_name":"Yujun Shen","orcid":"https://orcid.org/0000-0003-3801-6705"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yujun Shen","raw_affiliation_strings":["Ant Group, China"],"raw_orcid":"https://orcid.org/0000-0003-3801-6705","affiliations":[{"raw_affiliation_string":"Ant Group, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018197314","display_name":"Rui Ma","orcid":"https://orcid.org/0000-0002-3477-1466"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4210136497","display_name":"Jilin Medical University","ror":"https://ror.org/03mzw7781","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136497"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Ma","raw_affiliation_strings":["Jilin University, China"],"raw_orcid":"https://orcid.org/0000-0002-3477-1466","affiliations":[{"raw_affiliation_string":"Jilin University, China","institution_ids":["https://openalex.org/I194450716","https://openalex.org/I4210136497"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058136382","display_name":"Yinda Zhang","orcid":"https://orcid.org/0000-0001-5386-8872"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yinda Zhang","raw_affiliation_strings":["Google Inc., United States of America"],"raw_orcid":"https://orcid.org/0000-0001-5386-8872","affiliations":[{"raw_affiliation_string":"Google Inc., United States of America","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059021869","display_name":"Hujun Bao","orcid":"https://orcid.org/0000-0002-2662-0334"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hujun Bao","raw_affiliation_strings":["State Key Laboratory of CAD&CG, Zhejiang University, China"],"raw_orcid":"https://orcid.org/0000-0002-2662-0334","affiliations":[{"raw_affiliation_string":"State Key Laboratory of CAD&CG, Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075311772","display_name":"Zhaopeng Cui","orcid":"https://orcid.org/0000-0002-7130-439X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaopeng Cui","raw_affiliation_strings":["State Key Laboratory of CAD&CG, Zhejiang University, China"],"raw_orcid":"https://orcid.org/0000-0002-7130-439X","affiliations":[{"raw_affiliation_string":"State Key Laboratory of CAD&CG, Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7908759117126465},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.7289251089096069},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6688905954360962},{"id":"https://openalex.org/keywords/view-synthesis","display_name":"View synthesis","score":0.5659770965576172},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5316843390464783},{"id":"https://openalex.org/keywords/viewpoints","display_name":"Viewpoints","score":0.5127866864204407},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.4942648410797119},{"id":"https://openalex.org/keywords/extrapolation","display_name":"Extrapolation","score":0.49414756894111633},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.46536731719970703},{"id":"https://openalex.org/keywords/gaussian-process","display_name":"Gaussian process","score":0.4650759696960449},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4466816186904907},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4303617477416992},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35285940766334534},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.3301748037338257},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.1499183177947998},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09141385555267334}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7908759117126465},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.7289251089096069},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6688905954360962},{"id":"https://openalex.org/C2776449333","wikidata":"https://www.wikidata.org/wiki/Q7928781","display_name":"View synthesis","level":3,"score":0.5659770965576172},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5316843390464783},{"id":"https://openalex.org/C2776035091","wikidata":"https://www.wikidata.org/wiki/Q7928819","display_name":"Viewpoints","level":2,"score":0.5127866864204407},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.4942648410797119},{"id":"https://openalex.org/C132459708","wikidata":"https://www.wikidata.org/wiki/Q744069","display_name":"Extrapolation","level":2,"score":0.49414756894111633},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.46536731719970703},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.4650759696960449},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4466816186904907},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4303617477416992},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35285940766334534},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3301748037338257},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.1499183177947998},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09141385555267334},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3641519.3657417","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3641519.3657417","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Special Interest Group on Computer Graphics and Interactive Techniques Conference Conference Papers","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2405.19745","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.19745","pdf_url":"https://arxiv.org/pdf/2405.19745","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2405.19745","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.19745","pdf_url":"https://arxiv.org/pdf/2405.19745","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.75}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1938204631","https://openalex.org/W2461005315","https://openalex.org/W2532511219","https://openalex.org/W2563408008","https://openalex.org/W2749658623","https://openalex.org/W2808493349","https://openalex.org/W2963324990","https://openalex.org/W2964203186","https://openalex.org/W2966687987","https://openalex.org/W2983925976","https://openalex.org/W3015879326","https://openalex.org/W3034423770","https://openalex.org/W3034822837","https://openalex.org/W3048402306","https://openalex.org/W3114462840","https://openalex.org/W3153220274","https://openalex.org/W3153832461","https://openalex.org/W3174752334","https://openalex.org/W3176327543","https://openalex.org/W3180589757","https://openalex.org/W3202804820","https://openalex.org/W3203610921","https://openalex.org/W3203785074","https://openalex.org/W3210279979","https://openalex.org/W4200150166","https://openalex.org/W4214555767","https://openalex.org/W4214731463","https://openalex.org/W4214748949","https://openalex.org/W4221151978","https://openalex.org/W4281651265","https://openalex.org/W4281690735","https://openalex.org/W4311033863","https://openalex.org/W4312891300","https://openalex.org/W4313165271","https://openalex.org/W4313167908","https://openalex.org/W4321488276","https://openalex.org/W4377010269","https://openalex.org/W4385318467","https://openalex.org/W4386065636","https://openalex.org/W4386065885","https://openalex.org/W4386066233","https://openalex.org/W4386066283","https://openalex.org/W4386071561","https://openalex.org/W4386071566","https://openalex.org/W4386075614","https://openalex.org/W4386075787","https://openalex.org/W4386075804","https://openalex.org/W4386076557","https://openalex.org/W4386076687","https://openalex.org/W4387806972","https://openalex.org/W4390873610","https://openalex.org/W6601141708"],"related_works":["https://openalex.org/W2385368906","https://openalex.org/W2902924992","https://openalex.org/W2626642044","https://openalex.org/W2619807045","https://openalex.org/W2388758053","https://openalex.org/W2098071666","https://openalex.org/W2168468329","https://openalex.org/W3206964005","https://openalex.org/W4226100462","https://openalex.org/W3035116386"],"abstract_inverted_index":{"Forecasting":[0],"future":[1,66,75,162,182],"scenarios":[2],"in":[3,20,69,178],"dynamic":[4,62,70,84,107],"environments":[5],"is":[6,131,146,185],"essential":[7],"for":[8,116],"intelligent":[9],"decision-making":[10],"and":[11,23,30,65,104,109,124,172,180],"navigation,":[12],"a":[13,53,92,126,142],"challenge":[14],"yet":[15],"to":[16,37,43,100,148],"be":[17],"fully":[18],"realized":[19],"computer":[21],"vision":[22],"robotics.":[24],"Traditional":[25],"approaches":[26],"like":[27],"video":[28,81],"prediction":[29,122],"novel-view":[31],"synthesis":[32,68],"either":[33],"lack":[34],"the":[35,102,111,121,135,150,156,188],"ability":[36],"forecast":[38,74],"from":[39,77],"arbitrary":[40],"viewpoints":[41],"or":[42],"predict":[44,149],"temporal":[45],"dynamics.":[46],"In":[47],"this":[48,87],"paper,":[49],"we":[50,89],"introduce":[51],"GaussianPrediction,":[52],"novel":[54],"framework":[55,165],"that":[56],"empowers":[57],"3D":[58,93],"Gaussian":[59,94],"representations":[60],"with":[61,97,138],"scene":[63,136],"modeling":[64,99],"scenario":[67],"environments.":[71,183],"GaussianPrediction":[72],"can":[73],"states":[76],"any":[78],"viewpoint,":[79],"using":[80],"observations":[82],"of":[83,106,152,158,161],"scenes.":[85],"To":[86,119],"end,":[88],"first":[90],"propose":[91],"canonical":[95],"space":[96],"deformation":[98],"capture":[101],"appearance":[103],"geometry":[105],"scenes,":[108],"integrate":[110],"lifecycle":[112],"property":[113],"into":[114],"Gaussians":[115],"irreversible":[117],"deformations.":[118],"make":[120],"feasible":[123],"efficient,":[125],"concentric":[127],"motion":[128,137],"distillation":[129],"approach":[130],"developed":[132],"by":[133],"distilling":[134],"key":[139,153],"points.":[140],"Finally,":[141],"Graph":[143],"Convolutional":[144],"Network":[145],"employed":[147],"motions":[151],"points,":[154],"enabling":[155],"rendering":[157,181],"photorealistic":[159],"images":[160],"scenarios.":[163],"Our":[164],"shows":[166],"outstanding":[167],"performance":[168],"on":[169,187],"both":[170],"synthetic":[171],"real-world":[173],"datasets,":[174],"demonstrating":[175],"its":[176],"efficacy":[177],"predicting":[179],"Code":[184],"available":[186],"project":[189],"webpage:":[190],"https://zju3dv.github.io/gaussian-prediction.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2024-06-01T00:00:00"}