{"id":"https://openalex.org/W7163349208","doi":"https://doi.org/10.48550/arxiv.2606.02937","title":"BEAST3D: Animal behavioral analysis and neural encoding from multi-view video via Gaussian splatting","display_name":"BEAST3D: Animal behavioral analysis and neural encoding from multi-view video via Gaussian splatting","publication_year":2026,"publication_date":"2026-06-01","ids":{"openalex":"https://openalex.org/W7163349208","doi":"https://doi.org/10.48550/arxiv.2606.02937"},"language":"en","primary_location":{"id":"pmh:oai:repository.cshl.edu:42259","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306402288","display_name":"Cold Spring Harbor Laboratory Institutional Repository (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Paper"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13252501/","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137726696","display_name":"Yanchen Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yanchen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128657125","display_name":"Lenny Aharon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aharon, Lenny","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137734056","display_name":"Wangshu Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Wangshu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070326393","display_name":"Kyle Daruwalla","orcid":"https://orcid.org/0000-0001-7669-5943"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Daruwalla, Kyle","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101720983","display_name":"Linghua Zhang","orcid":"https://orcid.org/0000-0002-2368-5335"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Linghua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137783227","display_name":"Jiaru Zou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zou, Jiaru","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137733690","display_name":"Selmaan Chettih","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chettih, Selmaan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137756599","display_name":"Helen Hou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hou, Helen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137727286","display_name":"Liam Paninski","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paninski, Liam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5038987995","display_name":"Matthew R Whiteway","orcid":"https://orcid.org/0000-0003-3756-1349"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Whiteway, Matthew R","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11685","display_name":"Zebrafish Biomedical Research Applications","score":0.4805999994277954,"subfield":{"id":"https://openalex.org/subfields/1307","display_name":"Cell Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11685","display_name":"Zebrafish Biomedical Research Applications","score":0.4805999994277954,"subfield":{"id":"https://openalex.org/subfields/1307","display_name":"Cell Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.07119999825954437,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.04989999905228615,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.43639999628067017},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.41620001196861267},{"id":"https://openalex.org/keywords/viewpoints","display_name":"Viewpoints","score":0.41290000081062317},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.38909998536109924},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.32710000872612},{"id":"https://openalex.org/keywords/3d-reconstruction","display_name":"3D reconstruction","score":0.3165999948978424},{"id":"https://openalex.org/keywords/behavioral-modeling","display_name":"Behavioral modeling","score":0.3098999857902527},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.3025999963283539}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.798799991607666},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7562999725341797},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5748999714851379},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.43639999628067017},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.41620001196861267},{"id":"https://openalex.org/C2776035091","wikidata":"https://www.wikidata.org/wiki/Q7928819","display_name":"Viewpoints","level":2,"score":0.41290000081062317},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.38909998536109924},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.32710000872612},{"id":"https://openalex.org/C109950114","wikidata":"https://www.wikidata.org/wiki/Q4464732","display_name":"3D reconstruction","level":2,"score":0.3165999948978424},{"id":"https://openalex.org/C78639753","wikidata":"https://www.wikidata.org/wiki/Q3318160","display_name":"Behavioral modeling","level":2,"score":0.3098999857902527},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3025999963283539},{"id":"https://openalex.org/C77637269","wikidata":"https://www.wikidata.org/wiki/Q7002051","display_name":"Neural coding","level":2,"score":0.2854999899864197},{"id":"https://openalex.org/C197654239","wikidata":"https://www.wikidata.org/wiki/Q7430757","display_name":"Scene statistics","level":3,"score":0.2793999910354614},{"id":"https://openalex.org/C3019007443","wikidata":"https://www.wikidata.org/wiki/Q568742","display_name":"3d model","level":2,"score":0.2786000072956085},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2782000005245209},{"id":"https://openalex.org/C61224824","wikidata":"https://www.wikidata.org/wiki/Q2260434","display_name":"Mixture model","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.2590000033378601},{"id":"https://openalex.org/C2988419192","wikidata":"https://www.wikidata.org/wiki/Q7155","display_name":"Animal behavior","level":2,"score":0.257999986410141},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.25189998745918274},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.25130000710487366},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25029999017715454}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:repository.cshl.edu:42259","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306402288","display_name":"Cold Spring Harbor Laboratory Institutional Repository (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Paper"},{"id":"pmh:oai:pubmedcentral.nih.gov:13252501","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13252501/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ArXiv","raw_type":"Text"},{"id":"doi:10.48550/arxiv.2606.02937","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02937","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:pubmedcentral.nih.gov:13252501","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13252501/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ArXiv","raw_type":"Text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multi-view":[0],"video":[1],"recordings":[2,23],"are":[3,128],"increasingly":[4],"used":[5,177],"to":[6,79,151,189],"capture":[7],"the":[8,45,94,97,160,163,172],"3D":[9,19,35,66,81,101,165,186,205],"movements":[10],"of":[11,51,162],"animals":[12],"in":[13,131,178,207],"experimental":[14],"settings,":[15],"yet":[16],"extracting":[17],"rich":[18],"representations":[20,68],"from":[21,69,96,123],"these":[22,56],"remains":[24],"challenging.":[25],"Supervised":[26],"pose":[27,168],"estimation":[28],"requires":[29],"extensive":[30],"manual":[31],"annotation,":[32],"while":[33,91],"general-purpose":[34,116],"reconstruction":[36],"models":[37],"trained":[38],"on":[39,44,112],"generic":[40],"scene":[41],"datasets":[42],"fail":[43],"specialized":[46],"imagery":[47],"and":[48,181],"sparse-view":[49],"setting":[50],"laboratory":[52,210],"experiments.":[53],"We":[54],"address":[55],"limitations":[57],"with":[58,103],"BEAST3D,":[59],"a":[60,76,197],"self-supervised":[61],"pretraining":[62],"framework":[63,199],"that":[64,84,127,142,148,203],"learns":[65],"visual":[67],"unlabeled,":[70],"calibrated":[71],"multi-view":[72,167,209],"video.":[73],"BEAST3D":[74,99,143,194],"uses":[75],"vision":[77],"transformer":[78],"predict":[80],"Gaussian":[82],"splats":[83],"reconstruct":[85],"held-out":[86],"views":[87,108],"through":[88],"differentiable":[89],"rendering,":[90],"simultaneously":[92,190],"segmenting":[93],"animal":[95],"background.":[98],"reconstructs":[100],"structure":[102,206],"as":[104,106],"few":[105],"four":[107,138],"by":[109],"conditioning":[110],"directly":[111],"known":[113],"camera":[114,121],"parameters--unlike":[115],"models,":[117],"which":[118,158,170,184],"must":[119],"estimate":[120],"geometry":[122],"dense":[124],"overlapping":[125],"viewpoints":[126],"seldom":[129],"available":[130],"lab":[132],"settings.":[133],"Through":[134],"comprehensive":[135],"evaluation":[136],"across":[137],"species,":[139],"we":[140],"demonstrate":[141],"produces":[144],"rich,":[145],"viewpoint-invariant":[146],"features":[147,188],"transfer":[149],"effectively":[150],"three":[152],"downstream":[153],"tasks:":[154],"novel":[155],"view":[156],"synthesis,":[157],"validates":[159],"quality":[161],"learned":[164],"representations;":[166],"estimation,":[169],"provides":[171],"sparse":[173],"keypoint":[174],"trajectories":[175],"widely":[176],"behavioral":[179,187,201],"analysis;":[180],"neural":[182,192],"encoding,":[183],"relates":[185],"recorded":[191],"activity.":[193],"thus":[195],"establishes":[196],"versatile":[198],"for":[200],"analysis":[202],"leverages":[204],"modern":[208],"recordings.":[211]},"counts_by_year":[],"updated_date":"2026-07-09T07:52:08.696243","created_date":"2026-06-04T00:00:00"}