{"id":"https://openalex.org/W4405655798","doi":"https://doi.org/10.48550/arxiv.2412.15212","title":"Scaling 4D Representations","display_name":"Scaling 4D Representations","publication_year":2024,"publication_date":"2024-12-19","ids":{"openalex":"https://openalex.org/W4405655798","doi":"https://doi.org/10.48550/arxiv.2412.15212"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2412.15212","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.15212","pdf_url":"https://arxiv.org/pdf/2412.15212","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2412.15212","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057909195","display_name":"Jo\u00e3o Carreira","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Carreira, Jo\u00e3o","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077133757","display_name":"Dilara Gokay","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gokay, Dilara","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113710492","display_name":"Michael A. King","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"King, Michael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101982517","display_name":"Chuhan Zhang","orcid":"https://orcid.org/0000-0002-2897-3918"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Chuhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058904682","display_name":"Ignacio Rocco","orcid":"https://orcid.org/0000-0002-9638-0508"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rocco, Ignacio","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051934274","display_name":"Aravindh Mahendran","orcid":"https://orcid.org/0000-0002-2650-9871"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mahendran, Aravindh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059522445","display_name":"Thomas M. Keck","orcid":"https://orcid.org/0000-0003-2819-0830"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Keck, Thomas Albert","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092031622","display_name":"Joseph Heyward","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Heyward, Joseph","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035812263","display_name":"Skanda Koppula","orcid":"https://orcid.org/0009-0007-5397-1854"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Koppula, Skanda","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073099731","display_name":"Etienne Pot","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pot, Etienne","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004909702","display_name":"Goker Erdogan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Erdogan, Goker","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051252812","display_name":"Yana Hasson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hasson, Yana","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100393489","display_name":"Yi Yang","orcid":"https://orcid.org/0000-0002-3780-1413"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Yi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082808731","display_name":"Klaus Greff","orcid":"https://orcid.org/0000-0001-6982-0937"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Greff, Klaus","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013053478","display_name":"Guillaume Le Moing","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Moing, Guillaume Le","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000816835","display_name":"Sjoerd van Steenkiste","orcid":"https://orcid.org/0000-0003-4324-3021"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"van Steenkiste, Sjoerd","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009514242","display_name":"Daniel Zoran","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zoran, Daniel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027693232","display_name":"Drew A. Hudson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hudson, Drew A.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115572838","display_name":"Pedro V\u00e9lez","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"V\u00e9lez, Pedro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115572839","display_name":"Luisa Polan\u00eda","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Polan\u00eda, Luisa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084146706","display_name":"Luke Friedman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Friedman, Luke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094134698","display_name":"Chris Duvarney","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Duvarney, Chris","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029480918","display_name":"Ross Goroshin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Goroshin, Ross","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023131292","display_name":"Kelsey R. Allen","orcid":"https://orcid.org/0000-0002-8461-0652"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Allen, Kelsey","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084594132","display_name":"Jacob Walker","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Walker, Jacob","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104431236","display_name":"Rishabh Kabra","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kabra, Rishabh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115572840","display_name":"Eric Aboussouan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aboussouan, Eric","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103064609","display_name":"J. J. Sun","orcid":"https://orcid.org/0000-0002-0960-4690"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Jennifer","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025691113","display_name":"Thomas Kipf","orcid":"https://orcid.org/0000-0003-4486-409X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kipf, Thomas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081047759","display_name":"Carl Doersch","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Doersch, Carl","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077765073","display_name":"Viorica P\u0103tr\u0103ucean","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"P\u0103tr\u0103ucean, Viorica","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003103666","display_name":"Dima Damen","orcid":"https://orcid.org/0000-0001-8804-6238"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Damen, Dima","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030447052","display_name":"Pauline Luc","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luc, Pauline","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014641975","display_name":"Mehdi S. M. Sajjadi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sajjadi, Mehdi S. M.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5057678172","display_name":"Andrew Zisserman","orcid":"https://orcid.org/0000-0002-8945-8573"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zisserman, Andrew","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":35,"corresponding_author_ids":["https://openalex.org/A5057909195"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12698","display_name":"3D Modeling in Geospatial Applications","score":0.06030000001192093,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12698","display_name":"3D Modeling in Geospatial Applications","score":0.06030000001192093,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.058400001376867294,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.6333121657371521},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.43897801637649536},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.25097301602363586},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.08355513215065002}],"concepts":[{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.6333121657371521},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43897801637649536},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.25097301602363586},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.08355513215065002}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2412.15212","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.15212","pdf_url":"https://arxiv.org/pdf/2412.15212","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2412.15212","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2412.15212","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2412.15212","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.15212","pdf_url":"https://arxiv.org/pdf/2412.15212","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Scaling":[0],"has":[1,16],"not":[2],"yet":[3],"been":[4],"convincingly":[5],"demonstrated":[6],"for":[7],"pure":[8],"self-supervised":[9,35,104],"learning":[10,36,67],"from":[11,68,93],"video.":[12],"However,":[13],"prior":[14],"work":[15],"focused":[17],"evaluations":[18],"on":[19,33,37,85],"semantic-related":[20],"tasks":[21,40],"$\\unicode{x2013}$":[22,107],"action":[23],"classification,":[24,26],"ImageNet":[25],"etc.":[27],"In":[28],"this":[29],"paper":[30],"we":[31],"focus":[32],"evaluating":[34],"non-semantic":[38],"vision":[39],"that":[41,65],"are":[42,129],"more":[43],"spatial":[44],"(3D)":[45],"and":[46,57,60,117],"temporal":[47],"(+1D":[48],"=":[49],"4D),":[50],"such":[51],"as":[52,89],"camera":[53],"pose":[54],"estimation,":[55],"point":[56],"object":[58],"tracking,":[59],"depth":[61],"estimation.":[62],"We":[63],"show":[64],"by":[66,101],"very":[69],"large":[70],"video":[71,78,105,118],"datasets,":[72],"masked":[73],"auto-encoding":[74],"(MAE)":[75],"with":[76,113],"transformer":[77],"models":[79,119,128],"actually":[80],"scales,":[81],"consistently":[82],"improving":[83],"performance":[84],"these":[86],"4D":[87,125],"tasks,":[88],"model":[90,106],"size":[91],"increases":[92],"20M":[94],"all":[95],"the":[96,99,121],"way":[97],"to":[98],"largest":[100],"far":[102],"reported":[103],"22B":[108],"parameters.":[109],"Rigorous":[110],"apples-to-apples":[111],"comparison":[112],"many":[114],"recent":[115],"image":[116],"demonstrates":[120],"benefits":[122],"of":[123],"scaling":[124],"representations.":[126],"Pretrained":[127],"available":[130],"at":[131],"https://github.com/google-deepmind/representations4d":[132],".":[133]},"counts_by_year":[],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}