{"id":"https://openalex.org/W4400222936","doi":"https://doi.org/10.48550/arxiv.2406.19811","title":"EgoGaussian: Dynamic Scene Understanding from Egocentric Video with 3D Gaussian Splatting","display_name":"EgoGaussian: Dynamic Scene Understanding from Egocentric Video with 3D Gaussian Splatting","publication_year":2024,"publication_date":"2024-06-28","ids":{"openalex":"https://openalex.org/W4400222936","doi":"https://doi.org/10.48550/arxiv.2406.19811"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2406.19811","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.19811","pdf_url":"https://arxiv.org/pdf/2406.19811","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2406.19811","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079725038","display_name":"Daiwei Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zhang, Daiwei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087162987","display_name":"Gengyan Li","orcid":"https://orcid.org/0000-0002-1427-7612"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Gengyan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077200800","display_name":"Jiajie Li","orcid":"https://orcid.org/0000-0001-7249-4036"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jiajie","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099860107","display_name":"Micka\u00ebl Bressieux","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bressieux, Micka\u00ebl","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112651544","display_name":"Otmar Hilliges","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hilliges, Otmar","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021908609","display_name":"Marc Pollefeys","orcid":"https://orcid.org/0000-0003-2448-2318"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pollefeys, Marc","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001254143","display_name":"Luc Van Gool","orcid":"https://orcid.org/0000-0002-3445-5711"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Van Gool, Luc","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100442218","display_name":"Xi Wang","orcid":"https://orcid.org/0000-0001-5442-1116"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xi","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5079725038"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9761999845504761,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.974399983882904,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7485260963439941},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5803606510162354},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5334290266036987},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.5206788778305054},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.47034624218940735}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7485260963439941},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5803606510162354},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5334290266036987},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.5206788778305054},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.47034624218940735},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2406.19811","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.19811","pdf_url":"https://arxiv.org/pdf/2406.19811","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2406.19811","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2406.19811","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2406.19811","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.19811","pdf_url":"https://arxiv.org/pdf/2406.19811","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Human":[0],"activities":[1],"are":[2],"inherently":[3],"complex,":[4],"often":[5,76],"involving":[6],"numerous":[7],"object":[8,109,169,180],"interactions.":[9],"To":[10,90],"better":[11],"understand":[12,47],"these":[13],"activities,":[14,152],"it":[15],"is":[16],"crucial":[17],"to":[18,46,155,186],"model":[19],"their":[20],"interactions":[21,49,64,128],"with":[22,65,132],"the":[23,62,96,118,130,147,157,161,187,193,197],"environment":[24],"captured":[25],"through":[26],"dynamic":[27,63,127,148,179],"changes.":[28],"The":[29,72],"recent":[30],"availability":[31],"of":[32,100,122,150,160,177,196],"affordable":[33],"head-mounted":[34],"cameras":[35],"and":[36,43,105,125,166,181],"egocentric":[37,113],"data":[38],"offers":[39],"a":[40,140],"more":[41],"accessible":[42],"efficient":[44],"means":[45],"human-object":[48],"in":[50,68,163,175],"3D":[51,103,108],"environments.":[52],"However,":[53],"most":[54],"existing":[55,74],"methods":[56],"for":[57],"human":[58,151],"activity":[59],"modeling":[60],"neglect":[61],"objects,":[66],"resulting":[67],"only":[69],"static":[70],"representations.":[71,136],"few":[73],"solutions":[75],"require":[77],"inputs":[78],"from":[79,111,129],"multiple":[80],"sources,":[81],"including":[82],"multi-camera":[83],"setups,":[84],"depth-sensing":[85],"cameras,":[86],"or":[87],"kinesthetic":[88],"sensors.":[89],"this":[91],"end,":[92],"we":[93],"introduce":[94],"EgoGaussian,":[95],"first":[97],"method":[98],"capable":[99],"simultaneously":[101],"reconstructing":[102],"scenes":[104],"dynamically":[106],"tracking":[107],"motion":[110],"RGB":[112],"input":[114],"alone.":[115],"We":[116,189],"leverage":[117],"uniquely":[119],"discrete":[120],"nature":[121,149],"Gaussian":[123],"Splatting":[124],"segment":[126],"background,":[131],"both":[133,178],"having":[134],"explicit":[135],"Our":[137],"approach":[138],"employs":[139],"clip-level":[141],"online":[142],"learning":[143],"pipeline":[144],"that":[145],"leverages":[146],"allowing":[153],"us":[154],"reconstruct":[156],"temporal":[158],"evolution":[159],"scene":[162],"chronological":[164],"order":[165],"track":[167],"rigid":[168],"motion.":[170],"EgoGaussian":[171],"shows":[172],"significant":[173],"improvements":[174],"terms":[176],"background":[182],"reconstruction":[183],"quality":[184,195],"compared":[185],"state-of-the-art.":[188],"also":[190],"qualitatively":[191],"demonstrate":[192],"high":[194],"reconstructed":[198],"models.":[199]},"counts_by_year":[],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2024-07-02T00:00:00"}